-- Logs begin at Thu 2021-04-22 20:53:35 UTC, end at Thu 2021-04-22 21:51:52 UTC. --
Apr 22 21:25:07.242562 dv-cinder-763306-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 22 21:25:10.478335 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.common.config [-] Logging enabled!
Apr 22 21:25:10.478956 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev125
Apr 22 21:25:10.480682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 21:25:10.482562 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.common.config [-] Logging enabled!
Apr 22 21:25:10.482854 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev125
Apr 22 21:25:10.483206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 21:25:10.484294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 21:25:10.484509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 21:25:10.485670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 21:25:10.485965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 21:25:10.486188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 21:25:10.486591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.486939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.487342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.487576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.487949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.488288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.488595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.488927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.489269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.489622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.489943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.490265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.490528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.490835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.491167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.491500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.491757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.492076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.492619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.492940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.493259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.493619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.493935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.494243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.494560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.494884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.495264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-11-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.495579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.495911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.496245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.496576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.496890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.497208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.497557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.497871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.498185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.498499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.498833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.499164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.499502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.499762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.500023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.500352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.500684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.500998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.501311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.501649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.501964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.502276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.502588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.502943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.503274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.503600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.503914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.504227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.504537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.504855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.505177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.505513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.505828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.506140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.506477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.506783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.507093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.507445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.507773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.508099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.508425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.508738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.509064 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.509393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.509708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.510381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.510692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.511001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.511327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.511637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.511945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.512256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.512565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.512897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:10.513239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.513612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.513955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.514278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.514617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.514940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.515267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.515585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.515917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.516257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.516585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.516905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.517235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.517581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.517924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.518286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.518681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.519019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.519333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.519644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.519955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.520271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.520601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.520942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.521277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.521628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.521946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.522283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.522599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.522911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.523229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.523563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.523879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.524188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.524507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.524821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.525137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.525466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.525783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.526118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.526437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.526744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.527052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.527367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.527674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.527997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.528312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.528619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.528925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.529238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.529575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.529885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.530200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.530512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.530824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.531131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.531440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.531748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.532054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.532361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.532667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.532973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.533285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.533623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.533935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.534277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.534586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.534892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.535223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.535561 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.535881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.536204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.536522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.536839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.537157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.537498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.537819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.538136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.538446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.538786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.539109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.539439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.539765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.540082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.540421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.540737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.541060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.541405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.541723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.542054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.542379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.542714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.543049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.543380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.543713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.544051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.544371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.544729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.545046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:10.545294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 21:25:10.545595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86249) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 22 21:25:11.222074 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Gnome
Apr 22 21:25:11.239795 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Google
Apr 22 21:25:11.242553 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Windows (alt)
Apr 22 21:25:11.246188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading file
Apr 22 21:25:11.247057 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading keyczar
Apr 22 21:25:11.247344 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading multi
Apr 22 21:25:11.247987 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading pyfs
Apr 22 21:25:11.296229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:11.296499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:11.296835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:11.297230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 22 21:25:11.708053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.708697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.708697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.710044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.710463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.710759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.748902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.749173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.749507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.765771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.766027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.766443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.837100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.837436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.837831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.838901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.839242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:11.841395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.135242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9eb10f27b8> agent after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.135567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9eb10f27b8> agent after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.135838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9eb10f26a8> segment precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.136142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9eb10f2730> network precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.137298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9eb13119d8> segment before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.297899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> network before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.298160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9eb1103a60> agent before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.298498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> network before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.298800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.299101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.299492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> segment after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.300017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> segment precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.300322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> segment precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.300574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> segment after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.300921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.301240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> network precommit_delete 0 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.301570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port provisioning_complete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.301879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.302170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.302486 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> agent after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.302804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.303100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> subnet precommit_delete 0 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.303421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.303707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.304050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> segment_host_mapping after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.304521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.304803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.305084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.305455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.305737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.306018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9eb1c8c128>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.306476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.306748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.307019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.307291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.307562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.307835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:12.308273 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 22 21:25:12.311762 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 22 21:25:12.315861 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 22 21:25:12.319872 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Apr 22 21:25:12.321787 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 22 21:25:12.323195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 22 21:25:12.323580 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 22 21:25:12.324033 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 22 21:25:12.328244 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 22 21:25:12.328531 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 22 21:25:12.328924 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 21:25:12.356989 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 22 21:25:12.357543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9eb11fb4e0>> qos_plugin after_init 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.357882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86249) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 22 21:25:12.358302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9eb107b630>> logging-plugin after_init 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.359689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86249) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 22 21:25:12.360022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 21:25:12.360297 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 22 21:25:12.363566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9eb107b6a0>> floatingip before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.363877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9eb107b6a0>> port before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:12.433614 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 22 21:25:12.433933 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 22 21:25:12.434103 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 22 21:25:12.434548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 22 21:25:12.470085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.sqlalchemy.engines [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86249) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 22 21:25:12.930146 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing driver for type 'gre'
Apr 22 21:25:12.930726 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] gre ID ranges: [(1, 1000)]
Apr 22 21:25:12.972707 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing driver for type 'local'
Apr 22 21:25:12.973151 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing driver for type 'vlan'
Apr 22 21:25:12.985302 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] VlanTypeDriver initialization complete
Apr 22 21:25:12.986033 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing driver for type 'vxlan'
Apr 22 21:25:12.986900 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] vxlan ID ranges: [(1, 1000)]
Apr 22 21:25:13.036803 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing extension driver 'port_security'
Apr 22 21:25:13.037257 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.extensions.port_security [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] PortSecurityExtensionDriver initialization complete
Apr 22 21:25:13.037725 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing mechanism driver 'openvswitch'
Apr 22 21:25:13.038135 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing mechanism driver 'hyperv'
Apr 22 21:25:13.044792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:13.045649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb1159ac8>> port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.046054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb1159ac8>> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.046442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb1159ac8>> port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.046869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b97fd0>> subnet after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.047224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b97fd0>> subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.047623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b97fd0>> subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.048041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f2e8>> network after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.048429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f2e8>> network after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.048777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f2e8>> network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.049187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f4a8>> security_group after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.049667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f4a8>> security_group after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.050212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f4a8>> security_group after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.050642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f668>> security_group_rule after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.051022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f668>> security_group_rule after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.051396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f668>> security_group_rule after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.051811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f828>> address_group after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.052172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f828>> address_group after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.052541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9eb0b9f828>> address_group after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.052909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] ML2 OVO RPC backend initialized. {{(pid=86249) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 22 21:25:13.053745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> router_interface after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.054135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> router_interface after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.054590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> network before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.054971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> networks before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.055342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> port before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.055711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> ports before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.056085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> subnet before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.056455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> subnets before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.056833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> network after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.057202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> network after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.057595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.057962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.058326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.058691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.059054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> subnet after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.059421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.059784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9eb0b9f908>> subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.060436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.plugin [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Modular L2 Plugin initialization complete
Apr 22 21:25:13.060790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading services supported by the core plugin {{(pid=86249) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 22 21:25:13.061154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Got port-security extension from driver 'port_security'
Apr 22 21:25:13.061704 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.extensions.vlantransparent [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Disabled vlantransparent extension.
Apr 22 21:25:13.062236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86249) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 22 21:25:13.062573 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: router
Apr 22 21:25:13.103848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router_interface before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.104299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.104687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router before_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.105075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router_interface before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.105537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router_interface after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.105940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_delete 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.106333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> floatingip after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.106737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.107111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.107499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.107876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router_gateway after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.108275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.108774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.109191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9eb11ffc80> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.109828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9eb11ffe18> port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.110205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9eb11ffd90> subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.110577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9eb11ffd08> subnetpool_address_scope after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.110964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> port precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.111346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.111724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9eb11eb8c8> port before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.112138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.112539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.112920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_delete 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.113304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.113756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router_interface after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.114137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> router precommit_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.114572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9eb0b9fa90>> network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.115664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Tracking information for resource: router configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:13.116031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Tracking information for resource: floatingip configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 21:25:13.121281 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_agentschedulers_db [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 22 21:25:13.122124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9eb0b63e18> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.122366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9eb0b63d08> port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.122786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _notify_port_delete at 0x7f9eb0b63d90> port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.123168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9eb0b67048> port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.124100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9eb0b12898>> router before_create 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.124502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9eb0b12898>> router precommit_delete 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.124901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9eb0b12898>> router precommit_create 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.125290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9eb0b12898>> router precommit_update 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.130383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.provider_configuration [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service providers = [] {{(pid=86249) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 22 21:25:13.130774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.servicetype_db [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86249) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 22 21:25:13.133795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 21:25:13.134177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 21:25:13.134546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 21:25:13.135798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 21:25:13.136193 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.services.service_base [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 22 21:25:13.136634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.136980 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 22 21:25:13.147807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.148171 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: auto_allocate
Apr 22 21:25:13.154091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9eb0b3a730> network precommit_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.154505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9eb0b3a730> network precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.155107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.155456 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: tag
Apr 22 21:25:13.162945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.163285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: timestamp
Apr 22 21:25:13.167278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.167647 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: network_ip_availability
Apr 22 21:25:13.173312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0a56358>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.173745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0a56358>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.174131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0a56358>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.175015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.175370 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: flavors
Apr 22 21:25:13.180070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.180457 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading Plugin: revisions
Apr 22 21:25:13.185140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 21:25:13.185601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.889s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:13.186440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86249) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 22 21:25:13.186829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Initializing extension manager.
Apr 22 21:25:13.187360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: __init__.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.187734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: __pycache__ {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.188099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.188467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.189293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.189980 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: address-group
Apr 22 21:25:13.190401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: address_scope.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.191169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.191743 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: address-scope
Apr 22 21:25:13.192067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.193074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.193670 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: router-admin-state-down-before-update
Apr 22 21:25:13.194024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: agent.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.194786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.195342 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: agent
Apr 22 21:25:13.195695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: agent_resources_synced.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.196615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.197180 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: agent-resources-synced
Apr 22 21:25:13.197579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: allowedaddresspairs.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.199447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.200037 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: allowed-address-pairs
Apr 22 21:25:13.200399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: auto_allocated_topology.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.201524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.202111 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: auto-allocated-topology
Apr 22 21:25:13.202482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.203242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.203816 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: availability_zone
Apr 22 21:25:13.204174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: availability_zone_filter.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.205096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.205698 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: availability_zone_filter
Apr 22 21:25:13.206091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: data_plane_status.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.207154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.207722 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 22 21:25:13.208070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: default_subnetpools.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.208993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.209584 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: default-subnetpools
Apr 22 21:25:13.209938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.210853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.211428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: dhcp_agent_scheduler
Apr 22 21:25:13.211788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: dns.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.212716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.213277 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension dns-integration not supported by any of loaded plugins
Apr 22 21:25:13.213660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: dns_domain_ports.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.214592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.215159 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 22 21:25:13.215514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: dvr.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.216240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.216808 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: dvr
Apr 22 21:25:13.217166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: empty_string_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.218105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.218672 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: empty-string-filtering
Apr 22 21:25:13.219026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.219934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.220508 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 22 21:25:13.220864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.221863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.222436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 22 21:25:13.222788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: external_net.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.223710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.224285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: external-net
Apr 22 21:25:13.224637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.225605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.226169 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: extra_dhcp_opt
Apr 22 21:25:13.226521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: extraroute.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.227439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.228008 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: extraroute
Apr 22 21:25:13.228357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: extraroute_atomic.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.229409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.229977 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: extraroute-atomic
Apr 22 21:25:13.230330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: filter_validation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.231036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.231599 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: filter-validation
Apr 22 21:25:13.231946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: fip_pf_description.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.232889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.233482 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 22 21:25:13.233836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: fip_port_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.234857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.235437 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: fip-port-details
Apr 22 21:25:13.235790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: flavors.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.237054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.237680 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: flavors
Apr 22 21:25:13.238037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.239738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.240328 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 22 21:25:13.240692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: floatingip_pools.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.241497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.242078 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: floatingip-pools
Apr 22 21:25:13.242444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: ip_allocation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.243367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.243931 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 22 21:25:13.244290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.245213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.245810 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: ip-substring-filtering
Apr 22 21:25:13.246169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l2_adjacency.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.247097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.247672 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 22 21:25:13.248026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.249161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.249770 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: router
Apr 22 21:25:13.250130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.252469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.253157 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 22 21:25:13.253559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.254503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.255079 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: ext-gw-mode
Apr 22 21:25:13.255438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.256483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.257056 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: l3-ha
Apr 22 21:25:13.257439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3_flavors.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.258370 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.258940 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: l3-flavors
Apr 22 21:25:13.259296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.260548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.261109 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 22 21:25:13.261489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: l3agentscheduler.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.262729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.263311 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: l3_agent_scheduler
Apr 22 21:25:13.263670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: logging.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.265255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.265887 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension logging not supported by any of loaded plugins
Apr 22 21:25:13.266252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: metering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.267049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.267750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: metering
Apr 22 21:25:13.268111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.269322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.269925 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: metering_source_and_destination_fields
Apr 22 21:25:13.270297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: multiprovidernet.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.271235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.271806 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: multi-provider
Apr 22 21:25:13.272165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: netmtu.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.273092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.273683 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: net-mtu
Apr 22 21:25:13.274041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: netmtu_writable.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.274973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.275542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: net-mtu-writable
Apr 22 21:25:13.275902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: network_availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.276750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.277320 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: network_availability_zone
Apr 22 21:25:13.277692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: network_ip_availability.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.278817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.279392 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: network-ip-availability
Apr 22 21:25:13.279748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: network_segment_range.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.280628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.281200 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 22 21:25:13.281601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: pagination.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.282598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.282966 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: pagination
Apr 22 21:25:13.283318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: port_device_profile.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.284259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.284841 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: port-device-profile
Apr 22 21:25:13.285194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.286159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.286725 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: port-mac-address-regenerate
Apr 22 21:25:13.287076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.287989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.288565 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: port-numa-affinity-policy
Apr 22 21:25:13.288916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: port_resource_request.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.289866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.290440 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 22 21:25:13.290783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: portbindings.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.291715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.292291 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: binding
Apr 22 21:25:13.292643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: portbindings_extended.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.293968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.294583 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: binding-extended
Apr 22 21:25:13.294897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: portsecurity.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.295819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.296393 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: port-security
Apr 22 21:25:13.296749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: project_id.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.297780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.298151 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: project-id
Apr 22 21:25:13.298508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: providernet.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.299433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.300097 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: provider
Apr 22 21:25:13.300453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.304230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.304828 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos not supported by any of loaded plugins
Apr 22 21:25:13.305190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.306492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.307068 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 22 21:25:13.307432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.308380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.308946 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 22 21:25:13.309303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_default.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.310250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.310826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-default not supported by any of loaded plugins
Apr 22 21:25:13.311175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_fip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.311884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.312454 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-fip not supported by any of loaded plugins
Apr 22 21:25:13.312807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_gateway_ip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.313843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.314428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 22 21:25:13.314785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_port_network_policy.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.315784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.316363 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 22 21:25:13.316715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_rule_type_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.317704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.318292 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 22 21:25:13.318647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: qos_rules_alias.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.319753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.320336 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 22 21:25:13.320693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: quotasv2.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.321829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.322195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: quotas
Apr 22 21:25:13.322556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: quotasv2_detail.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.324522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.324895 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: quota_details
Apr 22 21:25:13.325256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: rbac.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.326570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.327218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: rbac-policies
Apr 22 21:25:13.327581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: rbac_address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.328577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.329164 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: rbac-address-group
Apr 22 21:25:13.329549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: rbac_address_scope.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.330472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.331124 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: rbac-address-scope
Apr 22 21:25:13.331473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: rbac_security_groups.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.332409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.332980 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: rbac-security-groups
Apr 22 21:25:13.333334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: rbac_subnetpool.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.334339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.334933 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: rbac-subnetpool
Apr 22 21:25:13.335283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: revisionifmatch.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.336221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.336795 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: revision-if-match
Apr 22 21:25:13.337152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: revisions.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.338338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.338916 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: standard-attr-revisions
Apr 22 21:25:13.339273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: router_availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.339992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.340566 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: router_availability_zone
Apr 22 21:25:13.340920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: routerservicetype.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.341882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.342444 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension router-service-type not supported by any of loaded plugins
Apr 22 21:25:13.342797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.343750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.344329 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: security-groups-normalized-cidr
Apr 22 21:25:13.344681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.345667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.346236 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: port-security-groups-filtering
Apr 22 21:25:13.346624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.347581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.348151 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: security-groups-remote-address-group
Apr 22 21:25:13.348503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: securitygroup.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.362736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.363405 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: security-group
Apr 22 21:25:13.363722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: segment.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.364713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.365294 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension segment not supported by any of loaded plugins
Apr 22 21:25:13.365685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.366725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.367302 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 22 21:25:13.367661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: servicetype.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.368784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.369388 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: service-type
Apr 22 21:25:13.369745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: sorting.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.370737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.371111 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: sorting
Apr 22 21:25:13.371494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: standard_attr_segment.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.372429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.373011 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 22 21:25:13.373385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: standardattrdescription.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.374122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.374690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: standard-attr-description
Apr 22 21:25:13.375056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: stateful_security_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.376006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.376579 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: stateful-security-group
Apr 22 21:25:13.376932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: stdattrs_common.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.377521 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 22 21:25:13.377913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.378925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.379495 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 22 21:25:13.379847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnet_onboard.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.380931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.381535 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: subnet_onboard
Apr 22 21:25:13.381897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.382843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.383421 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 22 21:25:13.383780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnet_service_types.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.384688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.385660 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: subnet-service-types
Apr 22 21:25:13.386019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnetallocation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.387136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.387718 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: subnet_allocation
Apr 22 21:25:13.388072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.388775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.389380 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: subnetpool-prefix-ops
Apr 22 21:25:13.389747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.390686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.391263 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 22 21:25:13.391616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: tagging.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.392997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.393674 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: standard-attr-tag
Apr 22 21:25:13.394036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: timestamp.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.395249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.395835 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loaded extension: standard-attr-timestamp
Apr 22 21:25:13.396196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: trunk.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.397225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.397825 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension trunk not supported by any of loaded plugins
Apr 22 21:25:13.398186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: trunk_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.399140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.399714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension trunk-details not supported by any of loaded plugins
Apr 22 21:25:13.400071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: uplink_status_propagation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.401004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.401605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 22 21:25:13.401962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Loading extension file: vlantransparent.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 21:25:13.402684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 21:25:13.403251 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 22 21:25:13.406153 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:network
Apr 22 21:25:13.407022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnet
Apr 22 21:25:13.407703 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 21:25:13.408367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:port
Apr 22 21:25:13.410014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.410538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service FLAVORS assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.411209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.411679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.412043 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:router
Apr 22 21:25:13.412779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 21:25:13.413582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service METERING assigned prefix: /metering {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.415482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0993e80>> rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.415883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0993e80>> rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.416265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9eb0993e80>> rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:25:13.417486 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 21:25:13.417973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:security_group
Apr 22 21:25:13.418795 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 21:25:13.419599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service CORE assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.419967 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 21:25:13.420331 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] subnetpool is already registered
Apr 22 21:25:13.420991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service CORE assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.421413 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 21:25:13.421751 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] subnetpool is already registered
Apr 22 21:25:13.424574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.425106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service FLAVORS assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.425774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.426237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.426602 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:router
Apr 22 21:25:13.426990 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] router is already registered
Apr 22 21:25:13.427645 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 21:25:13.427997 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] floatingip is already registered
Apr 22 21:25:13.428693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service METERING assigned prefix: /metering {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.429467 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 21:25:13.429828 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] rbac_policy is already registered
Apr 22 21:25:13.430527 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:security_group
Apr 22 21:25:13.430836 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] security_group is already registered
Apr 22 21:25:13.431483 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 21:25:13.431817 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] security_group_rule is already registered
Apr 22 21:25:13.432587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service CORE assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.432949 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 21:25:13.433291 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] subnetpool is already registered
Apr 22 21:25:13.433995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Service CORE assigned prefix:  {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 21:25:13.434359 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 21:25:13.434714 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] subnetpool is already registered
Apr 22 21:25:13.435437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: extensions {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.437032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: address-groups {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.438757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: address-scopes {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.440015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.441289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: auto-allocated-topology {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.442622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: availability_zones {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.443996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: dhcp-networks {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.445508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: dhcp-agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.447008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.448880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: flavors {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.450134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: service_profiles {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.451412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: next_providers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.453011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: service_profiles {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.454555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: floatingip-pools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.455858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.457773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: floatingips {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.459044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: l3-routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.460499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: l3-agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.462002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: metering-labels {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.464543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: metering-label-rules {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.465897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: network-ip-availabilities {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.467236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: bindings {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.468950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: quotas {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.470499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: quotas {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.472004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: rbac-policies {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.473399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: security-groups {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.474662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: security-group-rules {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.475965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: service-providers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.477242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: subnetpools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.478754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: subnetpools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.480775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.482608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.484489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.486398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.488332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.490307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.492086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.494144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.496046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.498017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 21:25:13.505149 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 22 21:25:13.511026 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 22 21:25:13.520339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Acquired lock "singleton_lock" {{(pid=86249) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 22 21:25:13.520855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Releasing lock "singleton_lock" {{(pid=86249) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 22 21:25:13.522441 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Starting 2 workers
Apr 22 21:25:13.527225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Started child 86364 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 21:25:13.531652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.532458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Started child 86365 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 21:25:13.533130 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [-] (86364) wsgi starting up on http://0.0.0.0:9696
Apr 22 21:25:13.534342 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 22 21:25:13.535054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Notify callbacks [] for process, before_spawn {{(pid=86249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.537779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Starting 1 workers
Apr 22 21:25:13.538307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.540545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [-] (86365) wsgi starting up on http://0.0.0.0:9696
Apr 22 21:25:13.543548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Started child 86366 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 21:25:13.544144 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Starting 1 workers
Apr 22 21:25:13.546259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] calling RpcWorker wait() {{(pid=86366) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 22 21:25:13.546834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] returning from RpcWorker wait() {{(pid=86366) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 22 21:25:13.549218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.549508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Started child 86367 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 21:25:13.550175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f94cf646-17f2-4980-be0b-931f18a3cc07 None None] Notify callbacks [] for process, after_spawn {{(pid=86249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.550328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:13.552005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86249) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 21:25:13.552214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 21:25:13.552383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 21:25:13.552641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 21:25:13.553237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 21:25:13.553437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 21:25:13.554041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.554311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.554634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.554916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.555261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.555729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:13.555894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.556144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.556626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.556950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.557178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.557585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.557754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.558011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.558466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.558840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.559120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.559372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.559662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.559925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.560164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.560408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.560636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.560916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.561160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.561764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.562043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.562268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.562489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.562785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.563051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.563276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.563554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.563781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.564017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.564299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.564517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.564739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.564963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.565317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.565584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.566027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-11-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.566269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.566511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.566725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.566949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.567175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.567456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.567851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.568078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.568293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.568529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.568751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.568977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.569194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.569483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.569703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.569941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.570172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.570412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.570634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.570855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.570855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.571288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.571288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.571727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.571958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.571958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.572377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.572613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.572848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.573047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.573256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.573524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.573750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.573968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.574200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.574433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.574656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.574874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.575187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.575432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.575679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.575901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.576121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.576339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.576563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.576795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.577085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.577314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.577632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.577885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.578262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.578487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.578702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.578953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.579172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.579392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.579616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.579850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.580088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.580319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.580543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.580764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.581131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.581427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.581644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.581865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.582082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.582310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.582538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.582853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.583153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.583504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.583745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.583972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.584263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.584502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.584781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.585220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.585525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.585747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.586098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.586339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.586339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.586776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.587001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.587237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.587463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.587685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.587901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.588112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.588511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.588753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.588980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.589215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.589538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.589766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.589994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.590215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.590441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.590658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.590873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.591100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.591321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.591531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.591746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.591965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.592197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.592422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.592653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.592883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.593174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.593441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.593663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.593878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.594119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.594343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.594566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.594799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.595011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.595261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.595660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.595876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.596094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.596317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.596545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.596761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.596992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.598109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.598284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.598622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:13.598945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.599696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.599866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.600317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.600646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.601067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.601644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.601985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.602425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.602851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.603281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.603722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.604155 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.604600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.605023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.605485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.606097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.606517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.606944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.607379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.607833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.608256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.608796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.609127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.609651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.610207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.610672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.611169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.611631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.612225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.612680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.613186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.616100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.617520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.617745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.618223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.618640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.619081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.619511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.620226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.620719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.621531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.622077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.622566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.623075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.623553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.624102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.624565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.625139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.625623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.626177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.626741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.627291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.627854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.628368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.628852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.629392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.629896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.630416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.630902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.631374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.631829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.632362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.632833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.633294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.633814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.634267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.635231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.635711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.636136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.636524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.637016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.637600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.638822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.639404 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.639820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.640324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.640823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.641312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.641815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.642263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.642725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.643157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.643676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.644104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.644549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.645018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.645465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.645942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.646382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.646838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.647288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.647734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.648177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.648646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.649099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.649589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.650027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.650468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.652310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.652310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.652693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.653077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.653552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.654087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.654572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.655020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.655501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.655958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.656421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.656811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.657310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.659916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.660875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.661574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.662300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.663025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.663831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.664562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.665276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.666018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.666710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.667432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.667877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.668322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.668769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.669208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.669671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.670166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.670643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.671089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.671498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.671925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.672375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.672821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.673232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.673801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.674264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.674757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.675223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.675650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.676121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.676555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.676988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.678356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.678356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.678356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.678813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.679113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.679551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.679998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.680450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.680950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.681325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.681794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.682214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.682669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.683099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.683532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.683973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.684399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.684982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.685459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.685906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.686409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.686854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.687358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.687790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.688390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.688836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.689325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.689803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.690303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.690758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.691317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.691981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.692572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.693069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.693582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.694129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.694610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.695129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.695550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.696071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.696664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.697139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.697647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.698139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.698627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.699068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.699517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.699962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.700396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.700800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.701283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.701782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.702247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.702706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.703137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.703581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.704032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.704484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.704955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.705402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.705735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 21:25:13.706630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86249) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 21:25:13.706946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 21:25:13.707268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 21:25:13.707678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 21:25:13.707936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 21:25:13.708201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 21:25:13.708636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.708964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.709290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.709641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.709950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.710305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.710640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.710970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.711302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.711626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.711946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.712274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.712596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.712926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.713249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.713600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.713925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.714252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.714590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.714911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.715192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.715521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.715846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.716166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.716552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.716882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.717202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.717514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.717809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.718134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.718468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.718792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.719117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.719442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.719796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.720060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.720378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.720698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.721030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.721379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.721777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-11-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.722103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.722436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.722758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.723087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.723405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.723730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.724051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.724734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.724734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.725063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.725220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.725585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.725912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.726235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.726563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.726888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.727218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.727536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.727873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.728203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.728525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.728863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.729180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.729490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.729848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.730137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.730456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.730782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.731112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.731435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.731714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.732040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.732359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.732681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.733002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.733324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.733669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.733992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.734315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.734641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.734959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.735279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.735602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.735927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.736250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.736574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.736900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.737264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.737616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.737930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.738254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.738579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.738909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.739231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.739557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.739881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.740207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.740528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.740845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.741166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.741521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.741859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.742198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.742492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.742811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.743134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.743459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.743784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.744093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 21:25:13.744425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.744756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.745102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.745372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:13.745602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.745816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.746047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.746367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.746652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.746982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.747312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.747645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.747974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.748332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.748648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.748972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.749299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.749658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.749981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.750412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.750639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.750972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.751295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.751657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.751984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.752318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.752632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.753090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.753481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.753810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.754132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.754462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.754792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.755124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.755449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.755773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.756104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.756432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.756766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.757092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.757443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.757782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.758106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.758439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.758762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.759057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.759389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.759713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.760398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.760729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.761066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.761433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.761724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.762056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.762379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.762737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.762981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.763312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.763646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.763972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.764300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.764710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.764956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.765285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.765642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.765944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.766358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.766575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.766909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.767242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.767551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.767913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.768167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.768527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.768852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.769182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.769540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.769874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.770196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.770531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.770867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.771199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.771538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.771900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.772202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.772657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.772892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.773218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.773493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.773827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.774158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.774467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.774794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.775127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.775455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.775738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.776078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.776401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.776734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.777068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.777431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.777764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.778095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.778427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.778757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.779082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.779411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.779735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.780053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.780351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.780682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.780983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.781330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.781677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.782008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.782338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.782811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.783003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.783329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.783662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.784126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.784455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.784785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.785117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.785477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.785811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.786134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.786462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.786807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.787163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.787492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.787781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.788120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.788507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.788836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.789176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.789528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.789847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.790146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.790476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.790803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.791142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.791473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.791803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.792129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.792457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.792783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.793109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.793461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.793792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.794126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.794454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.794762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.795517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.795517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.795741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.796005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.796513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.796633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.796893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.797227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.797620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.797955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.798212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.798541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.798864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.799208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.799571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.799893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.800213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.800543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.801157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.801157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.801656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.801806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.802085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.802418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.802715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.803097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.803354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.803730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.804024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.804365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.804696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.805029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.805396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.805673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.806008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.806365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.806691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.807018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.807350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.807670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.807996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.808378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.808712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.809040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.809384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.809725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.810056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.810383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.810716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.811048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.811385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.811748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.811933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.812271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.812629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.812957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.813249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.813634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.814042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.814256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.814577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.814904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.815304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.815630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.815978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.816309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.816629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.816956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.817285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.817636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.817899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.818185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.818502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.818817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.819147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.819415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.819680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.819945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.820386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.820665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.820927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.821206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.821607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.821910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.822207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.822520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.822871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.823200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.823534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.823868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.824196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.824506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.824804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.825144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.825512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.825860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.826195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.826540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.826878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.827227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.827558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.827899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.828243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.828577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.828906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.829233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.829622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.829954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.830285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.830616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.830981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.831298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.831567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.831848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.832177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.832432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.832727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.833042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.833358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.833657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.833937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.834332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 21:25:13.834542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 21:25:13.945585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35188) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:13.956801 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0090494
Apr 22 21:25:25.181592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bcfad-0102-49c8-b751-644b82520e09 None None] get_active_networks_info from dv-cinder-763306-11-iscsi {{(pid=86366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 22 21:25:25.302228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57bcfad-0102-49c8-b751-644b82520e09 None None] No non-hosted networks {{(pid=86366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 22 21:25:25.338941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agentschedulers_db [None req-c57bcfad-0102-49c8-b751-644b82520e09 None None] DHCP Agent not found on host dv-cinder-763306-11-iscsi {{(pid=86366) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 22 21:25:25.598356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d8211853-cc4a-4ed4-ab50-940f76d6f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:27.672877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6263144a-f716-492d-a2b5-0d2f0cb9062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:27.700510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-234aa8c1-c21e-4486-aba2-773199a3e870 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-763306-11-iscsi {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:25:27.701249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-234aa8c1-c21e-4486-aba2-773199a3e870 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:25:28.057787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:28.219337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-234aa8c1-c21e-4486-aba2-773199a3e870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:28.575005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:28.576034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.576613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.577473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.578026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.578780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.579693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.580248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.580899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.581526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.583436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.584209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.584768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:28.585408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9eafd3b550>, 'Open vSwitch agent', 'dv-cinder-763306-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:28.590630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9eafdad9e8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:25:29.535856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:30.581131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35278) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:31.114202 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_hamode_db [None req-061f10cd-8a24-4d9b-8564-1a3485a42888 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 22 21:25:31.204585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f10cd-8a24-4d9b-8564-1a3485a42888 None None] Routers set() bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:25:31.205006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f10cd-8a24-4d9b-8564-1a3485a42888 None None] Router IDs set() for agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 22 21:25:31.273914 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-dcd0600a-94b4-4ac8-a658-d500caaac271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:31.274489 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-dcd0600a-94b4-4ac8-a658-d500caaac271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:31.507708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-dcd0600a-94b4-4ac8-a658-d500caaac271 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:25:31.508807 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dcd0600a-94b4-4ac8-a658-d500caaac271 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9260013
Apr 22 21:25:34.292809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35294) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:34.706385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:25:34.808919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.policy [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86364) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 21:25:34.864301 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:34.864715 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:34.882860 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9eb067c400>.
Apr 22 21:25:34.899073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:25:34.957516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880724445', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880724865', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880210113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880216229', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880233267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266880231666', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853738173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853957053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853029788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663417'] for rbac-policy, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:35.188356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:35.189638 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8434dac0-8913-4a54-99ab-ed31b5042319 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8957012
Apr 22 21:25:38.264345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 35308) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:38.932026 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:38.932590 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:39.162603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:25:39.165698 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.quota [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9eb06a7d30>.
Apr 22 21:25:39.181746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:25:39.188473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Usage tracker for resource:network and tenant:bd60581686824cdaadd09056636b6d32 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:25:39.193051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:25:39.200716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:25:39.216350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Made reservation on behalf of bd60581686824cdaadd09056636b6d32 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:25:39.292823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.policy [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86365) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 21:25:39.347531 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:39.347953 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 21:25:39.369895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.390111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.407320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:25:39.411436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Usage tracker for resource:security_group_rule and tenant:bd60581686824cdaadd09056636b6d32 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:25:39.415317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:25:39.421398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:25:39.702720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.706660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.712313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:39.730185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:25:39.758195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266882768278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.758823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9eb10f26a8> segment precommit_create {{(pid=86365) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 21:25:39.759295 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Added segment 6ce68aa6-5429-47bd-a796-e3aa1187da29 of type vlan for network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc
Apr 22 21:25:39.818249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379958a4-e592-427f-823d-3e49681dd613,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:39.843316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.843672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.844059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.844418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.844767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.845133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.845485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.845843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.846239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.846582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.846928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.847263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Tracked resource versions report:
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:25:39.848682 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:25:39.883389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.900780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:39.927088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.928557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:25:39.929218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:39.934160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:40.043423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Pushing event updated for resources: {'Network': ['ID=8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:40.046444 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.7800529
Apr 22 21:25:40.048313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:40.057204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:25:43.130409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35330) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:43.645398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb0c06-5fad-4865-9a9a-ca5ed49ceb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:25:43.646965 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-94fb0c06-5fad-4865-9a9a-ca5ed49ceb64 admin admin] 10.222.0.11 "GET /v2.0/networks/8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc HTTP/1.1" status: 200  len: 824 time: 0.5156171
Apr 22 21:25:43.676594 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e366288a-a21d-4dc4-b943-3589f66752bb admin admin] 10.222.0.11 "GET /v2.0/subnetpools/3f8590f3-b9ea-47c0-b615-50b263f43d5a HTTP/1.1" status: 200  len: 734 time: 0.0229735
Apr 22 21:25:43.686491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:25:43.693000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:25:43.697780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Usage tracker for resource:subnet and tenant:bd60581686824cdaadd09056636b6d32 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:25:43.701735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:25:43.708247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:25:43.718664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Made reservation on behalf of bd60581686824cdaadd09056636b6d32 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:25:43.724830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:44.243410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:44.247714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:44.332604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Checking segment: {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:25:44.332982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Network hostable DHCP agents. Network: 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:25:44.341444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57eb5a2-5738-4329-9777-aeea2143d0f3,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:44.352969 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.353339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.353721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.354065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.354423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.354771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.355119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.355473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.355827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.356167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.356507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.356824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Tracked resource versions report:
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:25:44.358208 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:25:44.390095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:44.391244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:25:44.401955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:25:44.407038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:25:44.408147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:44.411881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a54d8-7b9f-48a2-b2a5-ae23303811ef None None] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:25:44.428828 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7461984
Apr 22 21:25:44.917282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:25:44.918394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.109859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Allocated IP 172.20.0.2 (8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc/e57eb5a2-5738-4329-9777-aeea2143d0f3/a84f3e46-a6a6-4098-8e97-85fe6933c833) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:25:45.348457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.361922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Transition to ACTIVE for port object a84f3e46-a6a6-4098-8e97-85fe6933c833 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:25:45.384113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Transition to ACTIVE for port object a84f3e46-a6a6-4098-8e97-85fe6933c833 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:25:45.391890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.399740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:45.465857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:25:45.468861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:25:45.476083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:25:45.478428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Pushing event updated for resources: {'Port': ['ID=a84f3e46-a6a6-4098-8e97-85fe6933c833,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:45.522063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.522445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.522818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.523169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.523522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.523877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.524227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.524576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.524926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.525272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.525639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.525987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Tracked resource versions report:
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:25:45.527399 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:25:45.563413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:45.590971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Attempting to bind port a84f3e46-a6a6-4098-8e97-85fe6933c833 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:25:45.591347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Attempting to bind port a84f3e46-a6a6-4098-8e97-85fe6933c833 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:25:45.591783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Attempting to bind port a84f3e46-a6a6-4098-8e97-85fe6933c833 on network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:25:45.598059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:25:45.598555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Checking segment: {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:25:45.599885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.599885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Bound using segment: {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:25:45.599885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Bound port: a84f3e46-a6a6-4098-8e97-85fe6933c833, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:25:45.600235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.696216 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] For port a84f3e46-a6a6-4098-8e97-85fe6933c833, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:25:45.700714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] For port a84f3e46-a6a6-4098-8e97-85fe6933c833, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=a84f3e46-a6a6-4098-8e97-85fe6933c833,segment=NetworkSegment(6ce68aa6-5429-47bd-a796-e3aa1187da29),segment_id=6ce68aa6-5429-47bd-a796-e3aa1187da29)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:25:45.705223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:45.709843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:45.811165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Pushing event updated for resources: {'Port': ['ID=a84f3e46-a6a6-4098-8e97-85fe6933c833,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:45.814834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:47.236491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35344) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:47.646637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-ba534a6e-b32c-4a3b-8eb0-6fa2739613fb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:25:47.647732 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ba534a6e-b32c-4a3b-8eb0-6fa2739613fb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4101288
Apr 22 21:25:50.451948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 35354) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:50.632210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:25:50.894201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-54bad654-b330-4586-9d54-11c19972ffc8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:25:50.895476 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-54bad654-b330-4586-9d54-11c19972ffc8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4424427
Apr 22 21:25:52.636549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebccce0-5b07-46f8-ba56-b24997159577 None None] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:25:52.721830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-102f91ca-978b-4f6a-9910-d5ef6e3a75d2 None None] Provisioning for port a84f3e46-a6a6-4098-8e97-85fe6933c833 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:25:52.862349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a84f3e46-a6a6-4098-8e97-85fe6933c833 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:25:53.010046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port a84f3e46-a6a6-4098-8e97-85fe6933c833 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:25:53.023194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port a84f3e46-a6a6-4098-8e97-85fe6933c833 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:25:53.023621 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:53.177103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:53.214637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port a84f3e46-a6a6-4098-8e97-85fe6933c833, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=a84f3e46-a6a6-4098-8e97-85fe6933c833,segment=NetworkSegment(6ce68aa6-5429-47bd-a796-e3aa1187da29),segment_id=6ce68aa6-5429-47bd-a796-e3aa1187da29)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:25:53.218913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:53.221482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:25:53.300349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7cddd6dc-aa1f-456e-8865-ace301548ecc None None] Provisioning complete for port a84f3e46-a6a6-4098-8e97-85fe6933c833 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:25:53.300748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cddd6dc-aa1f-456e-8865-ace301548ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:53.343258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=a84f3e46-a6a6-4098-8e97-85fe6933c833,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:25:53.348340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:25:54.038835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35370) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:54.437699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Request body: {'router': {'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:25:54.443233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:25:54.448108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Usage tracker for resource:router and tenant:bd60581686824cdaadd09056636b6d32 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:25:54.452773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:25:54.460529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:25:54.472278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:54.473837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:54.502873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:54.618388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:54.640393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:54.641776 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-89cb83b5-b66b-4c91-8ef5-4624663fc86d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6018374
Apr 22 21:25:54.804428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a84f3e46-a6a6-4098-8e97-85fe6933c833 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:25:54.891900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port a84f3e46-a6a6-4098-8e97-85fe6933c833 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:25:54.892416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:55.126742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15a18459-180b-4d54-b64c-59ce88110dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:57.476295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35390) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:25:57.574963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be6bc050-ec81-486f-af9d-32cf7307d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:57.692943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-d49dc730-a4ac-4d82-b5e8-50663a8ddb6c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:25:57.694095 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d49dc730-a4ac-4d82-b5e8-50663a8ddb6c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2167561
Apr 22 21:25:57.974989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:58.570023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:25:59.433616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.369307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35410) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:26:00.427669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:26:00.433745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:26:00.438452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Usage tracker for resource:network and tenant:551a38df1ca44ed089363e8ad83911ed is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:26:00.442043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:26:00.448678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:26:00.458579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Made reservation on behalf of 551a38df1ca44ed089363e8ad83911ed for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:26:00.463454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.480722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.496628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:26:00.500688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Usage tracker for resource:security_group_rule and tenant:551a38df1ca44ed089363e8ad83911ed is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:26:00.504165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:26:00.510787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:26:00.611514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.614684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.619319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:00.636653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Reserving flat network on physical network physnet1 {{(pid=86364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 22 21:26:00.664346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff2086-450a-42e6-a187-cb70d0e24bef,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:00.667213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266882768278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.667825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9eb10f26a8> segment precommit_create {{(pid=86364) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 21:26:00.668279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Added segment 1906f9a0-749e-404c-ae87-deaa1cc8fb14 of type flat for network 4c09a301-e8e6-4fd2-a82c-127c6249b162
Apr 22 21:26:00.681130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:00.714623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.761416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.763008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:26:00.763645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:00.768802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:00.877062 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5063834
Apr 22 21:26:00.877743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Pushing event updated for resources: {'Network': ['ID=4c09a301-e8e6-4fd2-a82c-127c6249b162,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:00.881173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:00.898896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:26:03.465281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 35420) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:26:03.608177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2735135-856f-46fb-a122-7951d268451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:26:03.609737 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d2735135-856f-46fb-a122-7951d268451e admin admin] 10.222.0.11 "GET /v2.0/subnets/e57eb5a2-5738-4329-9777-aeea2143d0f3 HTTP/1.1" status: 200  len: 849 time: 0.1433165
Apr 22 21:26:03.793366 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8be2a5a9-b024-44a3-91c1-373672587ec6 admin admin] 10.222.0.11 "GET /v2.0/routers/e761f990-7190-4d1a-a49f-e4ea93be1328 HTTP/1.1" status: 200  len: 704 time: 0.1713369
Apr 22 21:26:04.290188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:04.542874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Allocated IP 172.20.0.1 (8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc/e57eb5a2-5738-4329-9777-aeea2143d0f3/f14fc3ec-3f87-4cd3-85c4-e2af934f3624) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:26:04.712331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:04.731617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Transition to ACTIVE for port object f14fc3ec-3f87-4cd3-85c4-e2af934f3624 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:26:04.792357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:04.796500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:04.864477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:26:04.868351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:26:04.871681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:26:04.872394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.143382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ffdaea71-d4c3-4c7e-9576-58a227fd7b04 None None] Provisioning for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:26:05.148772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ffdaea71-d4c3-4c7e-9576-58a227fd7b04 None None] Provisioning complete for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:05.149215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ffdaea71-d4c3-4c7e-9576-58a227fd7b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.181513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Pushing event updated for resources: {'Port': ['ID=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:05.185071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:05.209578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ffdaea71-d4c3-4c7e-9576-58a227fd7b04 None None] Port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:26:05.315226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.562988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.567088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.568128 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:05.571626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:05.708848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Pushing event updated for resources: {'Port': ['ID=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:05.713570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:05.781810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:26:05.784172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:26:06.016791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Router e761f990-7190-4d1a-a49f-e4ea93be1328 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:26:06.036318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-91050edd-07a8-472d-a360-a6e10fdd7474 None None] Provisioning complete for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:06.036896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-91050edd-07a8-472d-a360-a6e10fdd7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:06.102134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-91050edd-07a8-472d-a360-a6e10fdd7474 None None] Port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:26:06.192408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:26:06.202690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] 10.222.0.11 "PUT /v2.0/routers/e761f990-7190-4d1a-a49f-e4ea93be1328/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4034815
Apr 22 21:26:06.222496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Sync routers for ids ['e761f990-7190-4d1a-a49f-e4ea93be1328'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:26:06.243703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Routers {'e761f990-7190-4d1a-a49f-e4ea93be1328'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:26:06.245184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb0693940>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:25:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['e761f990-7190-4d1a-a49f-e4ea93be1328'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:06.583781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Set router e761f990-7190-4d1a-a49f-e4ea93be1328 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:26:07.260305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb0693940>, [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:05Z', 'revision_number': 2, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:05Z', 'revision_number': 2, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:07.266152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Checking router: e761f990-7190-4d1a-a49f-e4ea93be1328 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:26:07.266654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Updating router e761f990-7190-4d1a-a49f-e4ea93be1328 port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:26:07.330741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:07.765201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:07.781236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Transition to ACTIVE for port object f14fc3ec-3f87-4cd3-85c4-e2af934f3624 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:26:07.788179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:07.794894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:08.039432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Pushing event updated for resources: {'Port': ['ID=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:08.083615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.083971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.084367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.084727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.085080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.085483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.085835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.086187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.086552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.086900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.087227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.087563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Tracked resource versions report:
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:26:08.088991 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:26:08.101857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:08.111485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Attempting to bind port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:26:08.112056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Attempting to bind port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:26:08.112598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Attempting to bind port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 on network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:26:08.120184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:26:08.120678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Checking segment: {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:26:08.121072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:08.121532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Bound using segment: {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:26:08.122077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Bound port: f14fc3ec-3f87-4cd3-85c4-e2af934f3624, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce68aa6-5429-47bd-a796-e3aa1187da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:26:08.122461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:08.291430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] For port f14fc3ec-3f87-4cd3-85c4-e2af934f3624, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:26:08.299263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] For port f14fc3ec-3f87-4cd3-85c4-e2af934f3624, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,segment=NetworkSegment(6ce68aa6-5429-47bd-a796-e3aa1187da29),segment_id=6ce68aa6-5429-47bd-a796-e3aa1187da29)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:26:08.305966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:08.310619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:08.420451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Pushing event updated for resources: {'Port': ['ID=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,revision_number=4']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:08.427315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:08.428280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Routers {'e761f990-7190-4d1a-a49f-e4ea93be1328'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:26:08.429379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb0693940>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:25:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['e761f990-7190-4d1a-a49f-e4ea93be1328'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:08.713144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] Set router e761f990-7190-4d1a-a49f-e4ea93be1328 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:26:09.323721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb0693940>, [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:05Z', 'revision_number': 2, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:08Z', 'revision_number': 4, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:09.330842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5166283-0149-4ab6-894d-1c6a0ca6b26e None None] The sync data for ids ['e761f990-7190-4d1a-a49f-e4ea93be1328'] in dv-cinder-763306-11-iscsi is: [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:05Z', 'revision_number': 2, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:08Z', 'revision_number': 4, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:26:09.551606 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35432) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:26:09.817298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738359d-a48b-4638-ac77-3a83bc6379fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:26:09.817989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7738359d-a48b-4638-ac77-3a83bc6379fd admin admin] Synchronizing usage tracker for tenant:551a38df1ca44ed089363e8ad83911ed on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:26:09.841072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7738359d-a48b-4638-ac77-3a83bc6379fd admin admin] Unset dirty status for tenant:551a38df1ca44ed089363e8ad83911ed on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:26:09.843372 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7738359d-a48b-4638-ac77-3a83bc6379fd admin admin] 10.222.0.11 "GET /v2.0/networks/4c09a301-e8e6-4fd2-a82c-127c6249b162 HTTP/1.1" status: 200  len: 842 time: 0.2901645
Apr 22 21:26:09.858726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Request body: {'subnet': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:26:09.867691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:26:09.875328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Usage tracker for resource:subnet and tenant:551a38df1ca44ed089363e8ad83911ed is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:26:09.880880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:26:09.894509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:26:09.908926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Made reservation on behalf of 551a38df1ca44ed089363e8ad83911ed for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:26:09.916766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:10.642977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.objects.ports [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86364) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 22 21:26:10.643727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:10.652334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:10.792451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78ffb35-6f98-4c3f-bfe3-f399aaa30d31,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:10.799235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:10.810994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:26:10.811576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Network hostable DHCP agents. Network: 4c09a301-e8e6-4fd2-a82c-127c6249b162, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:26:10.855491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:26:10.867965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 4c09a301-e8e6-4fd2-a82c-127c6249b162) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:26:10.874485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:26:10.875697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:10.882765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f217a1c-6503-4ea0-b7f8-6118c169ec55 None None] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:26:10.913511 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0617540
Apr 22 21:26:11.244680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9671ae-c47d-4d0f-a510-dd3b7be6f689 None None] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:26:13.719477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35446) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:26:14.103010 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-079c8377-8bc5-454c-9b80-621431e1c600 admin admin] 10.222.0.11 "GET /v2.0/routers/e761f990-7190-4d1a-a49f-e4ea93be1328 HTTP/1.1" status: 200  len: 710 time: 0.3822560
Apr 22 21:26:14.243522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99019c16-1d32-4df5-9c62-3e6938c755d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:26:14.245020 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-99019c16-1d32-4df5-9c62-3e6938c755d6 admin admin] 10.222.0.11 "GET /v2.0/networks/4c09a301-e8e6-4fd2-a82c-127c6249b162 HTTP/1.1" status: 200  len: 886 time: 0.1360865
Apr 22 21:26:14.255508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:26:14.739517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:14.844008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f14fc3ec-3f87-4cd3-85c4-e2af934f3624 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:26:14.936888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:26:14.943159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:14.943600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.090697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.136569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port f14fc3ec-3f87-4cd3-85c4-e2af934f3624, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,segment=NetworkSegment(6ce68aa6-5429-47bd-a796-e3aa1187da29),segment_id=6ce68aa6-5429-47bd-a796-e3aa1187da29)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:26:15.140695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.143362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:15.223265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=f14fc3ec-3f87-4cd3-85c4-e2af934f3624,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:15.226786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:15.254280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.316322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.467314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Allocated IP 172.27.3.159 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/934135cc-8c1e-4867-96c5-a04b9bca0670) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:26:15.635215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.699095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:15.704734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:15.957520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:26:15.961245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:26:15.965590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:26:16.093363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Pushing event updated for resources: {'Port': ['ID=934135cc-8c1e-4867-96c5-a04b9bca0670,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:16.100484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:16.381921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:16.745810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:16.750337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853044496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1731320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853091818'] for router, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:16.818193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f14fc3ec-3f87-4cd3-85c4-e2af934f3624 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:26:16.902706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:16.903119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:16.952115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Router e761f990-7190-4d1a-a49f-e4ea93be1328 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:26:17.145590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:26:17.155748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:17.156100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Sync routers for ids ['e761f990-7190-4d1a-a49f-e4ea93be1328'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:26:17.157024 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] 10.222.0.11 "PUT /v2.0/routers/e761f990-7190-4d1a-a49f-e4ea93be1328 HTTP/1.1" status: 200  len: 890 time: 2.9054492
Apr 22 21:26:17.166611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Routers {'e761f990-7190-4d1a-a49f-e4ea93be1328'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:26:17.167299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2d8b70>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:25:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['e761f990-7190-4d1a-a49f-e4ea93be1328'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:17.548375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Set router e761f990-7190-4d1a-a49f-e4ea93be1328 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:26:17.968913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2d8b70>, [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:16Z', 'revision_number': 4, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port': {'id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:15Z', 'updated_at': '2021-04-22T21:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:15Z', 'revision_number': 5, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:17.974278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Checking router: e761f990-7190-4d1a-a49f-e4ea93be1328 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:26:17.974674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Updating router e761f990-7190-4d1a-a49f-e4ea93be1328 port 934135cc-8c1e-4867-96c5-a04b9bca0670 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:26:18.031872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.405957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.420457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Transition to ACTIVE for port object 934135cc-8c1e-4867-96c5-a04b9bca0670 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:26:18.426828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.432256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:18.514566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Attempting to bind port 934135cc-8c1e-4867-96c5-a04b9bca0670 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:26:18.514984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Attempting to bind port 934135cc-8c1e-4867-96c5-a04b9bca0670 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:26:18.515399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Attempting to bind port 934135cc-8c1e-4867-96c5-a04b9bca0670 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:26:18.523055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Pushing event updated for resources: {'Port': ['ID=934135cc-8c1e-4867-96c5-a04b9bca0670,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:18.527900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:18.528898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:26:18.529314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:26:18.529813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.530240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:26:18.530766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Bound port: 934135cc-8c1e-4867-96c5-a04b9bca0670, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:26:18.531179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.617693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] For port 934135cc-8c1e-4867-96c5-a04b9bca0670, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:26:18.621217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] For port 934135cc-8c1e-4867-96c5-a04b9bca0670, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=934135cc-8c1e-4867-96c5-a04b9bca0670,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:26:18.625517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:18.630900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-258b6e69-f769-40bd-b385-d0f5918ac392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:18.711287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Routers {'e761f990-7190-4d1a-a49f-e4ea93be1328'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:26:18.711951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2d8b70>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:25:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['e761f990-7190-4d1a-a49f-e4ea93be1328'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:18.773020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Pushing event updated for resources: {'Port': ['ID=934135cc-8c1e-4867-96c5-a04b9bca0670,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:18.834093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:18.911528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] Set router e761f990-7190-4d1a-a49f-e4ea93be1328 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:26:19.280455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2d8b70>, [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:16Z', 'revision_number': 4, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port': {'id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:15Z', 'updated_at': '2021-04-22T21:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:15Z', 'revision_number': 5, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:26:19.284935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d45954-fbb4-4278-8443-58ccf9374586 None None] The sync data for ids ['e761f990-7190-4d1a-a49f-e4ea93be1328'] in dv-cinder-763306-11-iscsi is: [{'id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'name': 'router1', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:54Z', 'updated_at': '2021-04-22T21:26:16Z', 'revision_number': 4, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'gw_port': {'id': '934135cc-8c1e-4867-96c5-a04b9bca0670', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:15Z', 'updated_at': '2021-04-22T21:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f14fc3ec-3f87-4cd3-85c4-e2af934f3624', 'name': '', 'network_id': '8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc', 'tenant_id': 'bd60581686824cdaadd09056636b6d32', 'mac_address': 'fa:16:3e:8d:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761f990-7190-4d1a-a49f-e4ea93be1328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:26:04Z', 'updated_at': '2021-04-22T21:26:15Z', 'revision_number': 5, 'project_id': 'bd60581686824cdaadd09056636b6d32', 'subnets': [{'id': 'e57eb5a2-5738-4329-9777-aeea2143d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8590f3-b9ea-47c0-b615-50b263f43d5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:26:19.983642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 35456) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:26:20.123035 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2d77d291-df09-4928-9003-7e80660f59fc admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1377997
Apr 22 21:26:20.845021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 934135cc-8c1e-4867-96c5-a04b9bca0670 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:26:20.924656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 934135cc-8c1e-4867-96c5-a04b9bca0670 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:26:20.931321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 934135cc-8c1e-4867-96c5-a04b9bca0670 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:20.931804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:21.080703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:21.100722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 934135cc-8c1e-4867-96c5-a04b9bca0670, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=934135cc-8c1e-4867-96c5-a04b9bca0670,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:26:21.104124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:21.106802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:26:21.183750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=934135cc-8c1e-4867-96c5-a04b9bca0670,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:26:21.187590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:26:22.829288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 934135cc-8c1e-4867-96c5-a04b9bca0670 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:26:22.959797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 934135cc-8c1e-4867-96c5-a04b9bca0670 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:26:22.960307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:25.149955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32c8964a-5f09-46a2-b81f-742b44b4e513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:27.631359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ea41eb7-1a86-4887-a9ff-11a68e4d3009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:27.644697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:26:28.001417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:28.601715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:29.459836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:55.190627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f040af3d-f436-4ddf-a351-d7d9974b8916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:57.583818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-699b8025-fb6a-4164-9935-3c742e2c369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:57.998226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:58.582339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:26:59.464684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:04.634409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:27:25.140845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d76cc16d-7652-4510-bc40-97b16ed267fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:27.580586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb9adf80-4ea0-4c27-a136-3a4803be8117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:27.984067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:28.576338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:29.466151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:41.634243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:27:55.145795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6cf6-56ca-48d6-b707-7c1c67c60a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:57.584327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d03bc43-d266-4e21-b165-5962b27c8cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:57.988511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:58.581585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:27:59.468333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:08.074944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36026) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:08.155685 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eb0b69-a920-44e5-a845-0775b2ef9049 admin admin] GET failed (client error): The resource could not be found.
Apr 22 21:28:08.157096 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c3eb0b69-a920-44e5-a845-0775b2ef9049 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0810595
Apr 22 21:28:08.300117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c08fbe-321e-4fd3-8bba-7bfb00023a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:08.301692 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d0c08fbe-321e-4fd3-8bba-7bfb00023a86 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1399152
Apr 22 21:28:10.805894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36036) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:10.927217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e36cc-3db6-4315-847f-5f53abacc48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:10.928694 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d00e36cc-3db6-4315-847f-5f53abacc48b admin admin] 10.222.0.11 "GET /v2.0/subnets/e57eb5a2-5738-4329-9777-aeea2143d0f3 HTTP/1.1" status: 200  len: 849 time: 0.1216240
Apr 22 21:28:10.939791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:28:11.065225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Notify callbacks [] for subnet, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:11.382429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972076505'] for subnet, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:11.386343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:28:11.430593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:11.431351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:11.432764 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] 10.222.0.11 "PUT /v2.0/subnets/e57eb5a2-5738-4329-9777-aeea2143d0f3 HTTP/1.1" status: 200  len: 868 time: 0.4974358
Apr 22 21:28:11.436098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c654e-be9e-4b8d-a863-2009209d1e6d None None] Network 8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:28:11.464450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57eb5a2-5738-4329-9777-aeea2143d0f3,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:28:11.473267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.473702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.474056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.474415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.474777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.475151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.475510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.475864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.476207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.476573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.476922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.477271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:28:11.482429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:28:11.981550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9bb84feb-bec6-4659-9948-9e01243ecfb0 None None] Provisioning complete for port f14fc3ec-3f87-4cd3-85c4-e2af934f3624 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:28:11.982189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9bb84feb-bec6-4659-9948-9e01243ecfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:12.131001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9bb84feb-bec6-4659-9948-9e01243ecfb0 None None] Provisioning complete for port a84f3e46-a6a6-4098-8e97-85fe6933c833 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:28:12.131419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9bb84feb-bec6-4659-9948-9e01243ecfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:13.951457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36046) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:14.144026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e2f955-47d9-48f8-8ecd-33bbf8ceaddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:14.144421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e2f955-47d9-48f8-8ecd-33bbf8ceaddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:14.146156 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e2e2f955-47d9-48f8-8ecd-33bbf8ceaddc admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1936378
Apr 22 21:28:16.651995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36056) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:16.848318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd876c63-a355-4e26-9d48-76519bc16c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:16.848888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd876c63-a355-4e26-9d48-76519bc16c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:16.850632 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fd876c63-a355-4e26-9d48-76519bc16c0c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1975284
Apr 22 21:28:18.635132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:28:19.344870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36066) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:19.705744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404c1ca-28ad-4ad4-80fc-ba8f13a37472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:19.707258 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5404c1ca-28ad-4ad4-80fc-ba8f13a37472 admin admin] 10.222.0.11 "GET /v2.0/networks/4c09a301-e8e6-4fd2-a82c-127c6249b162 HTTP/1.1" status: 200  len: 886 time: 0.3612101
Apr 22 21:28:22.239720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36076) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:22.433248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f77b0-f1f1-48a0-b114-c7c664a83a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:22.434799 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ac2f77b0-f1f1-48a0-b114-c7c664a83a02 admin admin] 10.222.0.11 "GET /v2.0/networks/8bed1e93-fd5a-451f-af5d-7e1be1aa6fcc HTTP/1.1" status: 200  len: 868 time: 0.1940544
Apr 22 21:28:24.922033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36086) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:25.045333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eed845-66e3-4a1b-8c26-68ee0fe6b31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:25.046093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eed845-66e3-4a1b-8c26-68ee0fe6b31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:25.046917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-67eed845-66e3-4a1b-8c26-68ee0fe6b31e admin admin] Synchronizing usage tracker for tenant:551a38df1ca44ed089363e8ad83911ed on resource:subnet {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:28:25.063261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-67eed845-66e3-4a1b-8c26-68ee0fe6b31e admin admin] Unset dirty status for tenant:551a38df1ca44ed089363e8ad83911ed on resource:subnet {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:28:25.064561 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-67eed845-66e3-4a1b-8c26-68ee0fe6b31e admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1414938
Apr 22 21:28:25.152588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-697ed8c2-171d-44ab-ba0c-615ad049a819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:27.541110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36096) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:27.587130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88dba207-28ed-493a-b853-b0c0e949ea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:27.660504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3502a5f-5311-4031-83c1-ef37b4232bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:27.661010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3502a5f-5311-4031-83c1-ef37b4232bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:27.662706 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a3502a5f-5311-4031-83c1-ef37b4232bea admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1205113
Apr 22 21:28:27.993160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:28.589440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:29.471191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:30.149387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36106) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:30.265114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7154867-ba62-4489-a15c-36ca55014e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:30.266533 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d7154867-ba62-4489-a15c-36ca55014e40 admin admin] 10.222.0.11 "GET /v2.0/subnets/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31 HTTP/1.1" status: 200  len: 816 time: 0.1160612
Apr 22 21:28:32.763462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36116) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:32.886347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95441684-2d9b-4a2d-a296-32a8e53eca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:28:32.887834 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-95441684-2d9b-4a2d-a296-32a8e53eca52 admin admin] 10.222.0.11 "GET /v2.0/subnets/e57eb5a2-5738-4329-9777-aeea2143d0f3 HTTP/1.1" status: 200  len: 868 time: 0.1232674
Apr 22 21:28:55.148320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30963f24-623d-40db-89a0-7d0200a4ecfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:55.635472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:28:57.590239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cb33c7d-3930-449f-a3de-170b4274d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:57.992645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:58.584246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:59.476240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:28:59.529269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36160) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:28:59.585032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-11aa8031-e2a9-4fb7-a727-c2040e13a148 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:28:59.586155 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-11aa8031-e2a9-4fb7-a727-c2040e13a148 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0557933
Apr 22 21:29:02.166079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36170) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:29:02.250616 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-95167906-e253-4d2f-9eaf-e410bfd76fd6 admin admin] GET failed (client error): The resource could not be found.
Apr 22 21:29:02.251952 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-95167906-e253-4d2f-9eaf-e410bfd76fd6 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0846875
Apr 22 21:29:02.396849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d23ef6-52d4-4d2a-8e84-1dbc2e017800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:29:02.398489 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-96d23ef6-52d4-4d2a-8e84-1dbc2e017800 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1420441
Apr 22 21:29:04.905998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36180) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:29:04.961262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:29:04.967555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:29:04.978386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:29:04.988782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Made reservation on behalf of 551a38df1ca44ed089363e8ad83911ed for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:29:04.993569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:05.085946 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.services.revisions.revision_plugin [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9eaf2e9e80] {project_id='551a38df1ca44ed089363e8ad83911ed', id='427829de-8604-4910-bb8a-723b68fe7e54', target_tenant='*', action='access_as_shared', object_id='b460e415-c709-48ed-a7dc-fda5dc4a3451'}> to bump revision.
Apr 22 21:29:05.099191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:29:05.109025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:05.109382 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Added segment 9af1cf2a-26df-45de-8b16-24b7552943c7 of type vlan for network b460e415-c709-48ed-a7dc-fda5dc4a3451
Apr 22 21:29:05.136463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:05.167462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:05.168816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:29:05.169480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:05.174382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:29:05.276362 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3691576
Apr 22 21:29:05.281900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Pushing event updated for resources: {'Network': ['ID=b460e415-c709-48ed-a7dc-fda5dc4a3451,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:29:05.285718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:29:05.293531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:29:07.799945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36190) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:29:07.884682 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f83060-d920-47c9-b2f5-5f4e696fa4b3 admin admin] GET failed (client error): The resource could not be found.
Apr 22 21:29:07.885280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a1f83060-d920-47c9-b2f5-5f4e696fa4b3 admin admin] Synchronizing usage tracker for tenant:551a38df1ca44ed089363e8ad83911ed on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:29:07.902199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a1f83060-d920-47c9-b2f5-5f4e696fa4b3 admin admin] Unset dirty status for tenant:551a38df1ca44ed089363e8ad83911ed on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:29:07.903493 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a1f83060-d920-47c9-b2f5-5f4e696fa4b3 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1024849
Apr 22 21:29:08.021107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8f2cfc-278a-4828-84c7-61b17ce13f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:29:08.022763 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-be8f2cfc-278a-4828-84c7-61b17ce13f48 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1139803
Apr 22 21:29:08.034000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:29:08.039115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:29:08.050260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:29:08.059919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Made reservation on behalf of 551a38df1ca44ed089363e8ad83911ed for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:29:08.064589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:08.649102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:08.652876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:29:08.726842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d2565c-f81a-471a-9174-43e92a857489,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:29:08.730796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:29:08.738697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Checking segment: {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:29:08.739071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Network hostable DHCP agents. Network: b460e415-c709-48ed-a7dc-fda5dc4a3451, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:29:08.761096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:29:08.770989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, b460e415-c709-48ed-a7dc-fda5dc4a3451) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:29:08.775259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:29:08.775895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:08.781680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d98bc7-5754-42a0-95a1-c599b298d824 None None] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:29:08.800999 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7709854
Apr 22 21:29:09.037338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-b460e415-c709-48ed-a7dc-fda5dc4a3451', 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451', 'tenant_id': '551a38df1ca44ed089363e8ad83911ed', 'fixed_ips': [{'subnet_id': '43d2565c-f81a-471a-9174-43e92a857489'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:29:09.038305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.208001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Allocated IP 192.168.233.2 (b460e415-c709-48ed-a7dc-fda5dc4a3451/43d2565c-f81a-471a-9174-43e92a857489/6c163b52-dd63-48de-a762-8d428eec4686) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:29:09.441051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.457210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Transition to ACTIVE for port object 6c163b52-dd63-48de-a762-8d428eec4686 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:29:09.478660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Transition to ACTIVE for port object 6c163b52-dd63-48de-a762-8d428eec4686 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:29:09.484713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.489804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:29:09.563236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:29:09.566391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:29:09.571447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Pushing event updated for resources: {'Port': ['ID=6c163b52-dd63-48de-a762-8d428eec4686,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:29:09.574058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:29:09.584295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.584662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.585026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.585387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.585755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.586074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.586444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.586792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.587145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.587489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.587834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.588179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:29:09.617406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:29:09.686001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Attempting to bind port 6c163b52-dd63-48de-a762-8d428eec4686 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:29:09.686409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Attempting to bind port 6c163b52-dd63-48de-a762-8d428eec4686 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:29:09.686813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Attempting to bind port 6c163b52-dd63-48de-a762-8d428eec4686 on network b460e415-c709-48ed-a7dc-fda5dc4a3451 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:29:09.693164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:29:09.693550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Checking segment: {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:29:09.694002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.694412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Bound using segment: {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:29:09.694974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Bound port: 6c163b52-dd63-48de-a762-8d428eec4686, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:29:09.695377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.801147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] For port 6c163b52-dd63-48de-a762-8d428eec4686, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:29:09.805768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] For port 6c163b52-dd63-48de-a762-8d428eec4686, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=6c163b52-dd63-48de-a762-8d428eec4686,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:29:09.810842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:09.817134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:29:09.907277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Pushing event updated for resources: {'Port': ['ID=6c163b52-dd63-48de-a762-8d428eec4686,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:29:09.911862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:29:10.972959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6c163b52-dd63-48de-a762-8d428eec4686 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:29:11.059375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 6c163b52-dd63-48de-a762-8d428eec4686 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:29:11.132083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f05a8-f359-4ca5-9982-8c7fd8ae9f8a None None] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:29:11.299132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Provisioning for port 6c163b52-dd63-48de-a762-8d428eec4686 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:29:11.311760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Provisioning complete for port 6c163b52-dd63-48de-a762-8d428eec4686 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:29:11.312102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:11.516513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:11.559171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] For port 6c163b52-dd63-48de-a762-8d428eec4686, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=6c163b52-dd63-48de-a762-8d428eec4686,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:29:11.563522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:11.566750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:29:11.640152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Pushing event updated for resources: {'Port': ['ID=6c163b52-dd63-48de-a762-8d428eec4686,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:29:11.643946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:29:11.791901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8947c4e5-ca6a-4f5c-b590-700ab9a614ab None None] Provisioning complete for port 6c163b52-dd63-48de-a762-8d428eec4686 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:29:11.792319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8947c4e5-ca6a-4f5c-b590-700ab9a614ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:12.935907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6c163b52-dd63-48de-a762-8d428eec4686 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:29:13.009739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 6c163b52-dd63-48de-a762-8d428eec4686 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:29:13.010151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:25.143267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6cbbfb57-b439-44aa-bf5e-e7aeca125e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:27.594592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8e676905-65ad-4dad-b85b-f3bd7c59f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:27.997997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:28.589906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:29.480385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:32.634898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:29:55.147051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e3e99eb0-f002-4dd6-ab20-363d743e17fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:57.597822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1d036d93-a7fe-4981-91aa-22d5530e169b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:57.998687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:58.595080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:29:59.486924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:09.636080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:30:25.203288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36232) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:30:25.210154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-2bd6d973-3c97-4b7f-b68f-6d238ee72873 tempest-verify_tempest_config-2008778041 tempest-verify_tempest_config-2008778041-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:30:25.211571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2bd6d973-3c97-4b7f-b68f-6d238ee72873 tempest-verify_tempest_config-2008778041 tempest-verify_tempest_config-2008778041-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0072091
Apr 22 21:30:25.322470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1017da58-3ce4-4d58-8662-4135642bd3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:25.585851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36250) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:30:25.739381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:25.757492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:30:25.762225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Usage tracker for resource:security_group_rule and tenant:944155a1a01d4965993b17c64f96c0b8 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:30:25.765671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:30:25.772516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:30:25.873373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:25.877174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:25.885733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54f8eef7-c890-4d22-80e6-3ac59438af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:30:25.927031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c413e95-d73c-48d6-9f75-caf6cc66be28,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:30:25.931362 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=944155a1a01d4965993b17c64f96c0b8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3443205
Apr 22 21:30:25.934755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36256) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:30:25.938275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.938795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.939368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.939884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.940462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.941003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.941508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.942010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.942574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.943074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.943615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.944167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:25.951780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:30:26.007095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:26.037224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:26.104087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:26.109548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:30:26.120430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c413e95-d73c-48d6-9f75-caf6cc66be28,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:30:26.131450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:26.132665 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c413e95-d73c-48d6-9f75-caf6cc66be28 HTTP/1.1" status: 204  len: 168 time: 0.1967962
Apr 22 21:30:26.133998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.134390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.134762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.135123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.135538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.135939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.136304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.136673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.137124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.137378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.137738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.138070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:30:26.141542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:30:27.611020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac9d4f1-03cd-4852-a828-b577d4f95117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:28.000623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:28.590071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:29.487414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:46.642173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:30:55.159177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f4c601e1-8d25-4d46-859e-2e7b0bc939f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:57.610663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-28a4c59c-7887-4c52-93cc-cc9ab3f410cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:58.012372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:58.603042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:30:59.493018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:23.647643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:31:25.154563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e05364f-9a9b-4e58-9ada-fc11d56b091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:27.616249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdf35542-6f19-44e8-b029-5097e5a1fbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:28.009494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:28.599401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:29.504541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:55.164030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4343cf31-994e-4a04-af2a-796f1ed5e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:57.609771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5148043f-eb79-429c-9a8d-dfa2ef8180c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:58.014029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:58.594376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:31:59.501529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:00.448576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:00.648275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:32:05.426642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36316) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:32:05.565492 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e936e356-bf35-48dd-9bab-38c14c0e4043 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1372173
Apr 22 21:32:08.087665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36326) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:32:08.157133 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f5d4e1fb-8863-4e87-8322-9d40aaf3ca39 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0682313
Apr 22 21:32:25.159262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5e68f01-1feb-46c5-94d7-ac09e349479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:27.620933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7ba33b0f-cc87-4cd9-8341-0fb7e9e73501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:28.018513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:28.605419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:29.510907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:30.400247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:37.651031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:32:55.162230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c655db44-34a2-4e98-b6b3-004a4295e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:57.616804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fe6069cf-af22-424b-8c0a-4c781f048af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:58.020816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:58.599680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:32:59.510631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:00.396792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:14.653173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:33:25.165059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-92146cc6-3fa2-4f83-b90e-a4ddfb7bb9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:27.609610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a25-a225-4662-93a1-90e0a98c329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:28.023887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:28.603741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:29.514639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:30.396541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:40.784948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36522) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:41.220307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36546) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:41.257241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-network', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:41.263711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.267884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Usage tracker for resource:network and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.270964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.277030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.286526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Made reservation on behalf of 39a389607ed5448bbaa579a5c4a8e57c for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:41.291306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.305649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.322744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.327279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.332288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.338909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.424581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36560) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:41.433764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.437627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.442904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:41.463012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:33:41.486489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c888438-f1d2-47a1-8e35-c4cff72e2047,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:41.490598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.491276 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Added segment 8b17236f-d308-4eba-9e98-68372c9f5e5a of type vlan for network 6fdb78af-8b69-4f42-a26e-5e5ca099f047
Apr 22 21:33:41.501212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.501888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.502834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.503199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.503564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.503940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.504421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.504779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.505141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.505519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.505870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.506221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Tracked resource versions report:
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     HyperV agent@hv-cinder-76330: {},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:33:41.507471 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:33:41.511665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:41.538571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.571331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.572923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:41.573554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.579711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28fe366-bf78-4611-968f-cf10ae128152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:41.687860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdb78af-8b69-4f42-a26e-5e5ca099f047,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:41.701337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36576) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:41.707739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Request body: {'subnet': {'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-subnet', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:41.708314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:33:41.708719 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9222949
Apr 22 21:33:41.709930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:41.715446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.719905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Usage tracker for resource:subnet and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.723621 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.730762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.747442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Made reservation on behalf of 39a389607ed5448bbaa579a5c4a8e57c for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:41.754268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.836595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-556785110-network', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:41.842301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.846793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Usage tracker for resource:network and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.850163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.856454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.867485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Made reservation on behalf of d550c4d5809f454b8b10cbf402912271 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:41.873917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.888094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1503093243-network', 'tenant_id': '94cc54d101bf4ddbb965ed8bd0be6a7c'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:41.890493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.893484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.903854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Usage tracker for resource:network and tenant:94cc54d101bf4ddbb965ed8bd0be6a7c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.907173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.910464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.914282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.915797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.919911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.927664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:41.928936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Made reservation on behalf of 94cc54d101bf4ddbb965ed8bd0be6a7c for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:41.934346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.950474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:41.971534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:41.977858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Usage tracker for resource:security_group_rule and tenant:94cc54d101bf4ddbb965ed8bd0be6a7c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:41.981298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:41.993362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:42.079505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.084377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.090004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73773061-824d-4eaa-ba0a-21dad564ac40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:42.121086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f37808-7d07-43a9-bef0-746fbfc6736d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:42.126307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:42.136077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:33:42.148805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.149458 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Added segment e6875da2-4b5b-4b80-beee-a407df34d296 of type vlan for network 088ce216-8f94-4446-a924-71f639d34e58
Apr 22 21:33:42.163624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.168571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.182533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.192332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:33:42.204057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.204711 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Added segment a7d5ba85-5164-473b-8a73-6cec360c9645 of type vlan for network d36e0c6c-d777-4fce-8886-f475f3f74978
Apr 22 21:33:42.226055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.227276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:42.227921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.235563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.250445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:42.268480 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0468173
Apr 22 21:33:42.273543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36592) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:42.274790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:42.285331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.306031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:42.306781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.334980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Request body: {'subnet': {'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-556785110-subnet', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:42.346426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:42.349493 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9236627
Apr 22 21:33:42.352494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36602) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:42.369382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Request body: {'subnet': {'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1503093243-subnet', 'tenant_id': '94cc54d101bf4ddbb965ed8bd0be6a7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:42.373750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Usage tracker for resource:subnet and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:42.376267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:42.379862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:42.381669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Usage tracker for resource:subnet and tenant:94cc54d101bf4ddbb965ed8bd0be6a7c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:42.385003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:42.390602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:42.392093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:42.392805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Pushing event updated for resources: {'Network': ['ID=088ce216-8f94-4446-a924-71f639d34e58,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:42.396742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:42.405699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 088ce216-8f94-4446-a924-71f639d34e58 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:33:42.414643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Made reservation on behalf of d550c4d5809f454b8b10cbf402912271 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:42.429689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Made reservation on behalf of 94cc54d101bf4ddbb965ed8bd0be6a7c for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:42.435024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.435452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:42.712319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea246be6-ecb1-4e60-8bcb-99d7475a2692,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:42.744093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.744611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.744983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.745374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.745725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.746092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.746445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.746814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.747175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.747528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.747870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.748218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Tracked resource versions report:
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     HyperV agent@hv-cinder-76330: {},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:33:42.749692 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:33:42.765777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:42.767137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:42.908668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Pushing event updated for resources: {'Network': ['ID=d36e0c6c-d777-4fce-8886-f475f3f74978,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:42.920428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:42.921810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network d36e0c6c-d777-4fce-8886-f475f3f74978 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:33:43.143985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.149629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:43.162218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36626) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:43.244937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43c63ca-2a18-4cc2-a46b-ef3839bedded,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:43.249489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:43.259007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Checking segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:43.259418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Network hostable DHCP agents. Network: 088ce216-8f94-4446-a924-71f639d34e58, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:33:43.285719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Network 088ce216-8f94-4446-a924-71f639d34e58 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:33:43.291188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.299656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:43.299987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 088ce216-8f94-4446-a924-71f639d34e58) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:43.311007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:43.311349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f46b5c-0bc7-46f8-a260-750cd347b45b None None] Network 088ce216-8f94-4446-a924-71f639d34e58 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:43.311668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.344643 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0699506
Apr 22 21:33:43.345907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36634) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:43.353742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:43.360283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:43.367021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Usage tracker for resource:router and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:43.378748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:43.386560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:43.399269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.400912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.427782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.435726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:43.449022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:43.450085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Checking segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:43.450665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Network hostable DHCP agents. Network: 6fdb78af-8b69-4f42-a26e-5e5ca099f047, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:33:43.492435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:33:43.509551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 6fdb78af-8b69-4f42-a26e-5e5ca099f047) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:43.527964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:43.531041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.588252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28706421-d223-453d-850d-a63982888140 None None] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:43.635201 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9298337
Apr 22 21:33:43.648818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36642) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:43.665417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:43.684528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:43.710920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Usage tracker for resource:router and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:43.716152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:43.738582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:43.744095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.813012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55b5081b-4f9f-4914-8283-81c4c1f9e76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:43.846265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.893475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-088ce216-8f94-4446-a924-71f639d34e58', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:33:43.894413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.964290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.968494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:43.987798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.011552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:33:44.012467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.064719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:44.083081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:82bf41db1bed45fcad3c741fcbf82ebd is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:44.088498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:44.107247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:44.112024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Checking segment: {'id': 'a7d5ba85-5164-473b-8a73-6cec360c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:44.112551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Network hostable DHCP agents. Network: d36e0c6c-d777-4fce-8886-f475f3f74978, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:33:44.122982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.220862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98665c5f-da3f-4c88-826f-0cdfe38c4291,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:44.229553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:44.260605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Network d36e0c6c-d777-4fce-8886-f475f3f74978 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:33:44.403507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Allocated IP 172.20.0.2 (088ce216-8f94-4446-a924-71f639d34e58/c43c63ca-2a18-4cc2-a46b-ef3839bedded/c965c730-c294-40b4-b9c8-87fd48cb1f3a) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:44.466604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.500442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, d36e0c6c-d777-4fce-8886-f475f3f74978) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:44.523096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.580718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:44.581578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.711660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.734158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Transition to ACTIVE for port object c965c730-c294-40b4-b9c8-87fd48cb1f3a will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:44.786596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Transition to ACTIVE for port object c965c730-c294-40b4-b9c8-87fd48cb1f3a will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:44.804651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407279e0-028b-4a72-9c7c-5e37f4bc732d None None] Network d36e0c6c-d777-4fce-8886-f475f3f74978 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:44.848088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:44.861415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Allocated IP 172.27.3.219 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/8c1844e4-6713-49d8-a113-0f99e10c72c9) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:44.892884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:44.953974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.013649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.050080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6894009
Apr 22 21:33:45.051971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.111727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:45.221054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Network 088ce216-8f94-4446-a924-71f639d34e58 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:45.222157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Pushing event updated for resources: {'Port': ['ID=c965c730-c294-40b4-b9c8-87fd48cb1f3a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:45.238812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.239698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.240264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.240857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.241470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.242069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.242633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.244626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.245556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.246120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.247410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.247962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Tracked resource versions report:
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     HyperV agent@hv-cinder-76330: {},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:33:45.249458 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:33:45.255654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:45.266631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:45.270939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:45.295180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c749095-1c4a-42ee-ba89-50ac5ee400d4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:45.300156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:45.307638 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82bf41db1bed45fcad3c741fcbf82ebd&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1410894
Apr 22 21:33:45.309538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36702) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:45.335641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Allocated IP 172.20.0.2 (6fdb78af-8b69-4f42-a26e-5e5ca099f047/17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f/c3d8564d-1c45-46de-afdc-4c087f396587) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:45.349395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.424094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.425331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36716) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:45.445528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0e699817-f33e-435a-903f-655c598f224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:45.460697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Attempting to bind port c965c730-c294-40b4-b9c8-87fd48cb1f3a on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:33:45.461147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Attempting to bind port c965c730-c294-40b4-b9c8-87fd48cb1f3a by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:33:45.461831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Attempting to bind port c965c730-c294-40b4-b9c8-87fd48cb1f3a on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:33:45.484016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.492029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:45.512699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:45.533989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.542795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:45.623925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:33:45.624354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Checking segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:45.624809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.625255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Bound using segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:33:45.625811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Bound port: c965c730-c294-40b4-b9c8-87fd48cb1f3a, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:33:45.626238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.849806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.871741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.884113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Transition to ACTIVE for port object c3d8564d-1c45-46de-afdc-4c087f396587 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:45.885428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6063a6c5-79e6-4a57-b9e2-24af81e6f9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:45.911695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c749095-1c4a-42ee-ba89-50ac5ee400d4,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:45.919192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.925679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Transition to ACTIVE for port object c3d8564d-1c45-46de-afdc-4c087f396587 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:45.936629 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c749095-1c4a-42ee-ba89-50ac5ee400d4 HTTP/1.1" status: 204  len: 168 time: 0.6180580
Apr 22 21:33:45.945811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:45.947744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:45.948872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.034585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36746) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:46.042814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] For port c965c730-c294-40b4-b9c8-87fd48cb1f3a, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:33:46.048121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] For port c965c730-c294-40b4-b9c8-87fd48cb1f3a, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c965c730-c294-40b4-b9c8-87fd48cb1f3a,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:33:46.057170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:46.058682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.061237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36756) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:46.145100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.172039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Pushing event updated for resources: {'Port': ['ID=c3d8564d-1c45-46de-afdc-4c087f396587,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:46.228247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:46.241855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:46.257928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:46.261964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:46.327898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00883c7f-1fd2-4245-bad4-5aa6639b4e77 None None] Network d36e0c6c-d777-4fce-8886-f475f3f74978 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:46.360041 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 22 21:33:46.423430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.478066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Pushing event updated for resources: {'Port': ['ID=c965c730-c294-40b4-b9c8-87fd48cb1f3a,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:46.506099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:46.508527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1844e4-6713-49d8-a113-0f99e10c72c9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:46.523078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:46.523433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:46.532161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:46.549255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Allocated IP 172.27.3.238 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/9831543c-d20f-4b64-b7be-7167ba15fb93) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:46.551377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36776) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:46.571431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Usage tracker for resource:security_group_rule and tenant:73c71f597cea407ba7f94364d934cb8e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:46.572127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.578731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:46.593076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.606268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:46.626499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:46.629013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:46.636891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Usage tracker for resource:security_group_rule and tenant:980be911d115448f9ad5555e628629fa is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:46.645473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Usage tracker for resource:security_group_rule and tenant:02c932cbf6c041dd9591585686c666ca is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:46.662182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:46.672425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:46.683923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:46.688044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Attempting to bind port c3d8564d-1c45-46de-afdc-4c087f396587 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:33:46.688683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Attempting to bind port c3d8564d-1c45-46de-afdc-4c087f396587 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:33:46.689101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Attempting to bind port c3d8564d-1c45-46de-afdc-4c087f396587 on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:33:46.705282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:33:46.705921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Checking segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:46.706398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.706859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Bound using segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:33:46.708368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Bound port: c3d8564d-1c45-46de-afdc-4c087f396587, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:33:46.708806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.714063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.755778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:46.816928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-31242b47-22b0-488c-bf16-0fdd10e47347 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:46.817914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-31242b47-22b0-488c-bf16-0fdd10e47347 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Synchronizing usage tracker for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:33:46.835361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] For port c3d8564d-1c45-46de-afdc-4c087f396587, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:33:46.839651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] For port c3d8564d-1c45-46de-afdc-4c087f396587, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c3d8564d-1c45-46de-afdc-4c087f396587,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:33:46.856635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:46.872831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:46.993670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.038193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.062237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:47.245388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Pushing event updated for resources: {'Port': ['ID=9831543c-d20f-4b64-b7be-7167ba15fb93,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:47.257295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:47.262872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:47.263924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:47.272816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:47.276029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c965c730-c294-40b4-b9c8-87fd48cb1f3a up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:33:47.342866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.359325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Pushing event updated for resources: {'Port': ['ID=c3d8564d-1c45-46de-afdc-4c087f396587,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:47.376527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:47.384681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.389464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port c965c730-c294-40b4-b9c8-87fd48cb1f3a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:47.421511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.432629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.494866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fda0898b-586d-4a8d-94cf-73eb5dfbd2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:47.518024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a6c7ef4-457e-46f8-9257-8a9b7aedeef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:47.528789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Synchronizing usage tracker for tenant:551a38df1ca44ed089363e8ad83911ed on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:33:47.535812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.547468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.576405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73562a5-a8b5-47f7-a589-50949eaaa822,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:47.583998 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02c932cbf6c041dd9591585686c666ca&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5454795
Apr 22 21:33:47.587647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:47.589075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36806) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:47.608704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-31242b47-22b0-488c-bf16-0fdd10e47347 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Unset dirty status for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:33:47.610280 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-31242b47-22b0-488c-bf16-0fdd10e47347 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/networks?id=d36e0c6c-d777-4fce-8886-f475f3f74978 HTTP/1.1" status: 200  len: 812 time: 1.5350623
Apr 22 21:33:47.683053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.735644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Unset dirty status for tenant:551a38df1ca44ed089363e8ad83911ed on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:33:47.739900 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73c71f597cea407ba7f94364d934cb8e&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3103008
Apr 22 21:33:47.750446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36812) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:47.760599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f8264-244c-46dc-8b7d-a05806358a50,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:47.781950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:47.782416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:47.785541 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-024f5ba5-ce1a-4e16-996c-6fb5747c9a7a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/quotas/94cc54d101bf4ddbb965ed8bd0be6a7c HTTP/1.1" status: 200  len: 375 time: 0.1061740
Apr 22 21:33:47.805175 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=980be911d115448f9ad5555e628629fa&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2523932
Apr 22 21:33:47.824198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36816) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:47.874735 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-bb408606-0df6-498e-bf3b-50d5d4f5fa5a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94cc54d101bf4ddbb965ed8bd0be6a7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758271
Apr 22 21:33:47.875027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3a898-81c6-415b-a1a9-31a4faa479a1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:47.883805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.884044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:47.940478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.958109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:47.994849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.015540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.065568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:33:48.068937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.089728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.336249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.343769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.344529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:48.345758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bba5fb-db32-480e-818a-7016356a3b99 None None] Network 088ce216-8f94-4446-a924-71f639d34e58 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:48.383317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f8264-244c-46dc-8b7d-a05806358a50,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:48.389409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-08a685fa-bf3d-4ebc-bce3-d833f9cc7df4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:33:48.401931 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-08a685fa-bf3d-4ebc-bce3-d833f9cc7df4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2778177
Apr 22 21:33:48.418916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:33:48.422450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3a898-81c6-415b-a1a9-31a4faa479a1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:48.433175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:33:48.447369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:33:48.448094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafd195f8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:48.459843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.461133 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3a3a898-81c6-415b-a1a9-31a4faa479a1 HTTP/1.1" status: 204  len: 168 time: 0.6358473
Apr 22 21:33:48.482860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.484087 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a5cdc69e-02e7-4836-b528-23470d18c773 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d3f8264-244c-46dc-8b7d-a05806358a50 HTTP/1.1" status: 204  len: 168 time: 0.7302237
Apr 22 21:33:48.490166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:48.491179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:48.491493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:48.492256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:48.496772 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.1488745
Apr 22 21:33:48.497648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36834) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:48.629802 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-b50b0ad9-f9e5-4ff9-ad1c-bedad88bce54 service neutron] 10.222.0.11 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309635
Apr 22 21:33:48.827599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfdf4d7-37b3-4b00-86b4-21b6b2b33c23 None None] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:33:48.842314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:33:48.861223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Provisioning for port c965c730-c294-40b4-b9c8-87fd48cb1f3a completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:48.889270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Provisioning complete for port c965c730-c294-40b4-b9c8-87fd48cb1f3a triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:48.889737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.347659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafd195f8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:46Z', 'revision_number': 3, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:49.352061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:33:49.352734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Updating router d1373392-2bb9-4cc1-985d-61a34e5d89e9 port 8c1844e4-6713-49d8-a113-0f99e10c72c9 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:33:49.391824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c3d8564d-1c45-46de-afdc-4c087f396587 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:33:49.415840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.497381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36860) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:49.557032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port c3d8564d-1c45-46de-afdc-4c087f396587 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:49.575001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.581432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.599090 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fea7351c-86ac-44fa-b498-1cae5741c5cf service neutron] 10.222.0.11 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9681635
Apr 22 21:33:49.842046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.863560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:49.979286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] For port c965c730-c294-40b4-b9c8-87fd48cb1f3a, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c965c730-c294-40b4-b9c8-87fd48cb1f3a,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:33:49.998051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.006923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:50.092661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36886) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:50.146833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Pushing event updated for resources: {'Port': ['ID=c965c730-c294-40b4-b9c8-87fd48cb1f3a,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:50.150655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:50.166801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Provisioning complete for port c965c730-c294-40b4-b9c8-87fd48cb1f3a triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:50.167220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.170106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Transition to ACTIVE for port object 8c1844e4-6713-49d8-a113-0f99e10c72c9 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:50.171307 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9da8910d-c83c-444b-8205-9f6d5b9e161a req-3b341659-02fb-424e-b275-25c207f5a27c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.0631967
Apr 22 21:33:50.174640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.187188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.196476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:50.209108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:50.221578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73562a5-a8b5-47f7-a589-50949eaaa822,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:50.231680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:50.238918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.249578 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e73562a5-a8b5-47f7-a589-50949eaaa822 HTTP/1.1" status: 204  len: 168 time: 2.6557274
Apr 22 21:33:50.249578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:33:50.342965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Attempting to bind port 8c1844e4-6713-49d8-a113-0f99e10c72c9 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:33:50.343850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Attempting to bind port 8c1844e4-6713-49d8-a113-0f99e10c72c9 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:33:50.344342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Attempting to bind port 8c1844e4-6713-49d8-a113-0f99e10c72c9 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:33:50.357234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:33:50.358019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:50.358875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.359552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:33:50.361050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Bound port: 8c1844e4-6713-49d8-a113-0f99e10c72c9, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:33:50.361751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.363031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:50.392869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Usage tracker for resource:security_group_rule and tenant:bb9800721a42499db066539c2a6f5af8 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:50.397670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:50.420080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:50.480213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] For port 8c1844e4-6713-49d8-a113-0f99e10c72c9, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:33:50.485135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] For port 8c1844e4-6713-49d8-a113-0f99e10c72c9, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c1844e4-6713-49d8-a113-0f99e10c72c9,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:33:50.492976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.539015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Provisioning for port c3d8564d-1c45-46de-afdc-4c087f396587 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:50.545190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Provisioning complete for port c3d8564d-1c45-46de-afdc-4c087f396587 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:50.545586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.547267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Pushing event updated for resources: {'Port': ['ID=8c1844e4-6713-49d8-a113-0f99e10c72c9,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:50.557115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:33:50.558705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafd195f8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:50.733362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:33:50.755512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.757281 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.1069705
Apr 22 21:33:50.759982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36910) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:50.799385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.799978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.800107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.800397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.800877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.803992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.805196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.805196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.805196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.806618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.806994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.807353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Tracked resource versions report:
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]: pushed versions:
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]: {   'AddressGroup': {'1.2'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'ConntrackHelper': {'1.0'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Log': {'1.0'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Network': {'1.1'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Port': {'1.7'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'PortForwarding': {'1.2'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'QosPolicy': {'1.8'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroup': {'1.4'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SecurityGroupRule': {'1.2'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'SubPort': {'1.0'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Subnet': {'1.1'},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     'Trunk': {'1.1'}}
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]: consumer versions:
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]: {   DHCP agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     HyperV agent@hv-cinder-76330: {},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     L3 agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metadata agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     Metering agent@dv-cinder-763306-11-iscsi: {},
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:     Open vSwitch agent@dv-cinder-763306-11-iscsi: {   'AddressGroup': '1.2',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'ConntrackHelper': '1.0',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Log': '1.0',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Network': '1.1',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Port': '1.7',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'PortForwarding': '1.2',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'QosPolicy': '1.8',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroup': '1.4',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SecurityGroupRule': '1.2',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'SubPort': '1.0',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Subnet': '1.1',
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:                                                       'Trunk': '1.1'}}
Apr 22 21:33:50.808558 dv-cinder-763306-11-iscsi neutron-server[86249]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 21:33:50.830339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:50.861984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:50.869036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:50.872778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:33:50.892704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:33:50.893651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafe20160>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:50.957996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.083881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] For port c3d8564d-1c45-46de-afdc-4c087f396587, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c3d8564d-1c45-46de-afdc-4c087f396587,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:33:51.150551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.162676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:51.291930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c965c730-c294-40b4-b9c8-87fd48cb1f3a up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:33:51.360001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7b07f407-016f-4c7d-bc5b-a2b5d0e96640 None None] Provisioning complete for port c3d8564d-1c45-46de-afdc-4c087f396587 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:51.360591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b07f407-016f-4c7d-bc5b-a2b5d0e96640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.411210 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-067f79f3-6221-4b91-8d37-8a080fd53294 req-2e344636-a162-4e37-b530-ec72bf98f48a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.0565474
Apr 22 21:33:51.423172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Pushing event updated for resources: {'Port': ['ID=c3d8564d-1c45-46de-afdc-4c087f396587,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:51.445452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:51.462935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.486720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.521397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:51.582202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Pushing event updated for resources: {'Port': ['ID=8c1844e4-6713-49d8-a113-0f99e10c72c9,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:51.612005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:51.679220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:33:51.716167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:33:51.760430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:33:51.898878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port c965c730-c294-40b4-b9c8-87fd48cb1f3a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:51.899747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.928040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:51.959602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ba3c6-ca08-4def-9a5f-2e1e14a6f2bd,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:51.976882 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb9800721a42499db066539c2a6f5af8&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4546368
Apr 22 21:33:51.979955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 36958) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:51.983011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:52.125840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.159143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.225672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.255929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:52.285814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ba3c6-ca08-4def-9a5f-2e1e14a6f2bd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:52.288824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Allocated IP 172.20.0.1 (088ce216-8f94-4446-a924-71f639d34e58/c43c63ca-2a18-4cc2-a46b-ef3839bedded/4b291309-2037-44e0-927e-4b867097eeb5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:52.293020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:52.317939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.323477 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b4ba3c6-ca08-4def-9a5f-2e1e14a6f2bd HTTP/1.1" status: 204  len: 168 time: 0.3345482
Apr 22 21:33:52.452126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafe20160>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:47Z', 'revision_number': 3, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:52.457456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:33:52.457456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Updating router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 port 9831543c-d20f-4b64-b7be-7167ba15fb93 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:33:52.595030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.600321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.602278 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af7059e8-b568-4ce8-9a25-9c52c0dcf583 req-44403e73-a781-43e1-bbde-10e959b07739 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.0810542
Apr 22 21:33:52.634598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Allocated IP 172.20.0.1 (6fdb78af-8b69-4f42-a26e-5e5ca099f047/17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f/02e5a3b6-ecf6-450a-8a84-2049e7702058) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:52.639726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Transition to ACTIVE for port object 4b291309-2037-44e0-927e-4b867097eeb5 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:52.719654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.743959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dde27c4a-f438-4bb9-b04b-5ff25254c886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:52.858515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Network 088ce216-8f94-4446-a924-71f639d34e58 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:52.877620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:52.928991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:52.930042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:52.979101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 36990) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:53.030461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafd195f8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:46Z', 'revision_number': 3, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:53.047333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ba74b-e67e-4a55-b4fc-f9d878199810 None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:46Z', 'revision_number': 3, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:33:53.247741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c3d8564d-1c45-46de-afdc-4c087f396587 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:33:53.334584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:53.352693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Pushing event updated for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:53.368614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:53.388157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Transition to ACTIVE for port object 02e5a3b6-ecf6-450a-8a84-2049e7702058 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:53.440141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:53.470641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:53.511927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b6aae48c-5358-44c5-aa50-4a48ba512bd4 None None] Provisioning for port 4b291309-2037-44e0-927e-4b867097eeb5 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:53.568655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:53.581124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:53.591298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b6aae48c-5358-44c5-aa50-4a48ba512bd4 None None] Provisioning complete for port 4b291309-2037-44e0-927e-4b867097eeb5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:53.592015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6aae48c-5358-44c5-aa50-4a48ba512bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:53.596452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:53.633940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:53.635127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:53.837480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Pushing event updated for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:53.851431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:54.451779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.13', 56167) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:54.452468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b6aae48c-5358-44c5-aa50-4a48ba512bd4 None None] Port 4b291309-2037-44e0-927e-4b867097eeb5 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:33:54.469190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port c3d8564d-1c45-46de-afdc-4c087f396587 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:54.477843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:54.756516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2df44b9b-187c-4215-9b4d-e8ebc0d3343c None None] Provisioning for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:54.823255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2df44b9b-187c-4215-9b4d-e8ebc0d3343c None None] Provisioning complete for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:54.823812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2df44b9b-187c-4215-9b4d-e8ebc0d3343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:54.868158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-5ff7fde8-4272-4be9-bf7e-c6488f7313c9 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:54.871709 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-5ff7fde8-4272-4be9-bf7e-c6488f7313c9 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.13 "GET /v2.0/networks?id=d36e0c6c-d777-4fce-8886-f475f3f74978 HTTP/1.1" status: 200  len: 812 time: 0.4175587
Apr 22 21:33:54.878841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:54.891443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:54.953577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:54.960367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Usage tracker for resource:security_group_rule and tenant:37e858d5467f44a4a1900407ef5c63f0 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:54.962468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Request body: {'port': {'device_id': '1fabdb13-e577-4ff8-a177-7018748780c0', 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978', 'admin_state_up': True, 'tenant_id': '94cc54d101bf4ddbb965ed8bd0be6a7c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:33:54.967416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:54.976723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:55.065186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.159707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.195248 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-500a3a42-0fe1-4183-9de9-7ef879ee7893 req-5b3af06c-a102-4543-81f6-97197634e423 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.3618624
Apr 22 21:33:55.205462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.220911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Transition to ACTIVE for port object 9831543c-d20f-4b64-b7be-7167ba15fb93 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:33:55.234519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2df44b9b-187c-4215-9b4d-e8ebc0d3343c None None] Port 02e5a3b6-ecf6-450a-8a84-2049e7702058 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:33:55.242953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.258973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:55.296943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a494b0fd-d39b-446b-aa24-713be121c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.355549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Attempting to bind port 9831543c-d20f-4b64-b7be-7167ba15fb93 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:33:55.356086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Attempting to bind port 9831543c-d20f-4b64-b7be-7167ba15fb93 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:33:55.356602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Attempting to bind port 9831543c-d20f-4b64-b7be-7167ba15fb93 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:33:55.366447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Pushing event updated for resources: {'Port': ['ID=9831543c-d20f-4b64-b7be-7167ba15fb93,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:55.385527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:33:55.386164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:33:55.386725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.387345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:33:55.388033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Bound port: 9831543c-d20f-4b64-b7be-7167ba15fb93, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:33:55.388574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.613921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] For port 9831543c-d20f-4b64-b7be-7167ba15fb93, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:33:55.622137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] For port 9831543c-d20f-4b64-b7be-7167ba15fb93, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=9831543c-d20f-4b64-b7be-7167ba15fb93,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:33:55.631532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:55.637711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c1844e4-6713-49d8-a113-0f99e10c72c9 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:33:55.732479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.755722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:55.761657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.832760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:55.840690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.842117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:55.847921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:55.858948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Usage tracker for resource:port and tenant:94cc54d101bf4ddbb965ed8bd0be6a7c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:55.862755 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37e858d5467f44a4a1900407ef5c63f0&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8793836
Apr 22 21:33:55.862929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:55.875941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37072) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:55.955593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c90b3-93ca-42c3-b313-32fc411017ce,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:55.966292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:55.999868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.011278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.023607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.032399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d2119eb-97b7-469b-b857-8aabcf516bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:56.037403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:33:56.045653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafe20160>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:56.056537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:56.075160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Network 088ce216-8f94-4446-a924-71f639d34e58 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:56.088823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:56.091619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:56.110225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37078) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:56.128845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.345192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Pushing event updated for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:56.360560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:56.366665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.427736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Pushing event updated for resources: {'Port': ['ID=9831543c-d20f-4b64-b7be-7167ba15fb93,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:56.600633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Made reservation on behalf of 94cc54d101bf4ddbb965ed8bd0be6a7c for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:33:56.612016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:56.674232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:33:56.685379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Pushing event updated for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:56.690262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:56.699172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:56.721182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:56.729673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:33:56.738360 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e06d5a4e-8437-4ec1-b980-d0209423fd95 req-a1578ccc-372f-45ba-b0ac-6de36fc88e9c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.1857495
Apr 22 21:33:56.845663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:57.132162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.200585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:57.258679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Allocated IP 172.20.0.11 (d36e0c6c-d777-4fce-8886-f475f3f74978/98665c5f-da3f-4c88-826f-0cdfe38c4291/b1abc056-c522-47ab-9eda-dcf38e2edf0a) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:33:57.308961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c90b3-93ca-42c3-b313-32fc411017ce,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:57.340272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.342484 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c5c90b3-93ca-42c3-b313-32fc411017ce HTTP/1.1" status: 204  len: 168 time: 1.4654450
Apr 22 21:33:57.360071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:57.392620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 8c1844e4-6713-49d8-a113-0f99e10c72c9 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:33:57.502875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:33:57.548178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 8c1844e4-6713-49d8-a113-0f99e10c72c9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:57.550273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.591453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.651110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f90e8ae3-9429-4e65-b4c9-124aa54bc28f None None] Provisioning complete for port 4b291309-2037-44e0-927e-4b867097eeb5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:57.664364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ae3-9429-4e65-b4c9-124aa54bc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.754537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.814584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.939820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32676995-2f7a-4523-965c-a46cbbe08a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:57.970381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f90e8ae3-9429-4e65-b4c9-124aa54bc28f None None] Port 4b291309-2037-44e0-927e-4b867097eeb5 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:33:58.011806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:33:58.035897 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] 10.222.0.11 "PUT /v2.0/routers/c759a0a7-1606-4e07-8bb2-7672fb6b87c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2733088
Apr 22 21:33:58.090036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:33:58.130162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:58.281433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:33:58.293487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:33:58.294957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Network d36e0c6c-d777-4fce-8886-f475f3f74978 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:33:58.305196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Usage tracker for resource:security_group_rule and tenant:9e3f0a63f7cf4d89a52d5f8e055f0ec7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:33:58.316920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:33:58.331642 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1fd64ccf-14fd-4e31-8626-2c4096e18dce admin admin] 10.222.0.11 "PUT /v2.0/routers/d1373392-2bb9-4cc1-985d-61a34e5d89e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8227599
Apr 22 21:33:58.331642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:33:58.332859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:58.333748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.352831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.356321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:33:58.358505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:33:58.365514 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4199667
Apr 22 21:33:58.366369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf62df28>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:58.391048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-499e2e3f-cc27-457b-910d-40fe371e7601 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:33:58.392958 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-499e2e3f-cc27-457b-910d-40fe371e7601 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067899
Apr 22 21:33:58.397403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:33:58.410996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Pushing event updated for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:58.419565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:58.437790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.450503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cab205d2-033f-4058-84ff-e88d15fdebb0 None None] Provisioning complete for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:33:58.451099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cab205d2-033f-4058-84ff-e88d15fdebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.490393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafe20160>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:33:55Z', 'revision_number': 2, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:58.515944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddab2f-af95-430c-9294-df3f6874afed None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:33:55Z', 'revision_number': 2, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:33:58.554051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 8c1844e4-6713-49d8-a113-0f99e10c72c9, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c1844e4-6713-49d8-a113-0f99e10c72c9,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:33:58.572017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.599910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-cab205d2-033f-4058-84ff-e88d15fdebb0 None None] Port 02e5a3b6-ecf6-450a-8a84-2049e7702058 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:33:58.624147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:58.644403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.651144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.654046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f6937-29d7-486e-b4ee-6f1b376e838c req-0fece282-7b28-4a2e-8508-1c92d0feb207 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:33:58.664582 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e2f6937-29d7-486e-b4ee-6f1b376e838c req-0fece282-7b28-4a2e-8508-1c92d0feb207 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 932 time: 0.5562887
Apr 22 21:33:58.749949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7be338ea-4ebd-4766-8293-dba0fa8ab42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:58.819598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4e2f6937-29d7-486e-b4ee-6f1b376e838c req-bce33445-7939-4b3e-9508-9f74c429bd6a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Synchronizing usage tracker for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:33:58.831798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37174) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:33:58.833199 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e3f0a63f7cf4d89a52d5f8e055f0ec7&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2909245
Apr 22 21:33:58.836681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73062cf-a756-4fd2-93bb-089bbb713651,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:58.842458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:58.950164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.957439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=8c1844e4-6713-49d8-a113-0f99e10c72c9,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:58.964550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:58.979131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:59.012055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:59.076440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:33:59.084361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:59.098276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4e2f6937-29d7-486e-b4ee-6f1b376e838c req-bce33445-7939-4b3e-9508-9f74c429bd6a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Unset dirty status for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:33:59.102089 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e2f6937-29d7-486e-b4ee-6f1b376e838c req-bce33445-7939-4b3e-9508-9f74c429bd6a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4248340
Apr 22 21:33:59.102797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:33:59.140366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:59.144374 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f73062cf-a756-4fd2-93bb-089bbb713651 HTTP/1.1" status: 204  len: 168 time: 0.2947955
Apr 22 21:33:59.145866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73062cf-a756-4fd2-93bb-089bbb713651,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:33:59.202169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:33:59.531453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:33:59.736573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf62df28>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:33:54Z', 'revision_number': 2, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:33:59.744913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:33:59.745693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Updating router d1373392-2bb9-4cc1-985d-61a34e5d89e9 port 4b291309-2037-44e0-927e-4b867097eeb5 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:33:59.860448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:00.186886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37202) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:00.247492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37210) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:00.255258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721329860', 'description': 'tempest-description--1153102837'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:00.293323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:00.330308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:00.344055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:00.402511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:00.429735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:00.528861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:00.684628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:00.690097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8955b9c-efc1-46bf-8a6d-1d266d8eadd1 req-56dafe92-1c80-4615-afbd-ea05f1514520 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:00.697973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:00.705026 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8955b9c-efc1-46bf-8a6d-1d266d8eadd1 req-56dafe92-1c80-4615-afbd-ea05f1514520 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 932 time: 0.3249943
Apr 22 21:34:00.706882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:00.723586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:01.038114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.049707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.051274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.053293 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8955b9c-efc1-46bf-8a6d-1d266d8eadd1 req-3cc7a1d6-314a-4bfe-97b4-f4744f43e95b tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3363707
Apr 22 21:34:01.073855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c1844e4-6713-49d8-a113-0f99e10c72c9 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:01.074845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:01.151645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Transition to ACTIVE for port object 4b291309-2037-44e0-927e-4b867097eeb5 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:01.164580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.171308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:01.254395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af75937-1972-4436-a419-d2f058ca16e3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:01.260948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:01.287940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bf4ff-29b8-4787-bf70-ecf7fea5c7c7 None None] Pushing event updated for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:01.305288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b27bf4ff-29b8-4787-bf70-ecf7fea5c7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:01.328727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.370858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Request body: {'port': {'device_id': '1fabdb13-e577-4ff8-a177-7018748780c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:01.509519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37232) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:01.519569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120592030', 'description': 'tempest-description--1404410928'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:01.554039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Attempting to bind port 4b291309-2037-44e0-927e-4b867097eeb5 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:34:01.554460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Attempting to bind port 4b291309-2037-44e0-927e-4b867097eeb5 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:34:01.554870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Attempting to bind port 4b291309-2037-44e0-927e-4b867097eeb5 on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:01.563832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:34:01.564273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Checking segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:34:01.564728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.565173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Bound using segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:34:01.566222 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Bound port: 4b291309-2037-44e0-927e-4b867097eeb5, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:34:01.566664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.576924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:01.594147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:01.598862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 8c1844e4-6713-49d8-a113-0f99e10c72c9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:01.604944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.617094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:01.647324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:01.707769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.735078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] For port 4b291309-2037-44e0-927e-4b867097eeb5, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:34:01.744400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] For port 4b291309-2037-44e0-927e-4b867097eeb5, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4b291309-2037-44e0-927e-4b867097eeb5,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:34:01.750566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:01.810794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:01.823377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05e8e18-9b75-4071-bf87-f1855af8f3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:01.827365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:01.836651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:01.843837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:01.846942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Usage tracker for resource:security_group_rule and tenant:0c23fb28e3044be6981972986eec2ef8 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:01.860149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:01.873420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:01.881977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:02.001032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:02.003331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf62df28>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:02.111184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.170679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 9831543c-d20f-4b64-b7be-7167ba15fb93 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:02.175764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.177164 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.9279697
Apr 22 21:34:02.178416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.191075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37244) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:02.223914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group_rule': {'security_group_id': '8af75937-1972-4436-a419-d2f058ca16e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:02.246370 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:02.252035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:02.261734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:02.294537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:02.335542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:02.379982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.399323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.433857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.506508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 9831543c-d20f-4b64-b7be-7167ba15fb93 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:02.512910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-847e633a-f583-4249-b624-4768f920d752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:02.522913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 9831543c-d20f-4b64-b7be-7167ba15fb93 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:02.530636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.587568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666b06a8-975a-4036-80c0-cbe1e3e60646,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:02.599970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:02.630413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.646670 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c23fb28e3044be6981972986eec2ef8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4540050
Apr 22 21:34:02.646670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37252) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:02.646670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.683526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.686438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37254) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:02.733468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ec28e-47bc-4b3c-a713-69e5a68d6a1e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:02.764789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:02.788987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.790437 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.2793839
Apr 22 21:34:02.809517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37268) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:02.825135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:02.844385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group_rule': {'security_group_id': '666b06a8-975a-4036-80c0-cbe1e3e60646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:02.854479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db138e8b-401c-4630-b7c4-f7b8c9c9d1ec,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:02.857399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:02.859045 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6541088
Apr 22 21:34:02.866721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37272) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:02.867898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:02.875534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:02.898711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:02.902761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:02.926317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group_rule': {'security_group_id': '8af75937-1972-4436-a419-d2f058ca16e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:02.929579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:02.955180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:02.987325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dbce5-c4e2-4e89-a2a6-f295dba22747 req-9597af0c-e62a-4992-8a66-ce7298a794e6 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:02.991285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9dbce5-c4e2-4e89-a2a6-f295dba22747 req-9597af0c-e62a-4992-8a66-ce7298a794e6 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 932 time: 0.4794981
Apr 22 21:34:03.005063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:03.024039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.105878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 9831543c-d20f-4b64-b7be-7167ba15fb93, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=9831543c-d20f-4b64-b7be-7167ba15fb93,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:03.116519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.121536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1ca2d4c-289f-473c-a561-6b890a10d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:03.126053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.219951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:03.224786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.272205 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9dbce5-c4e2-4e89-a2a6-f295dba22747 req-ac0e5c58-c5e1-4d10-8041-15e1f77b15a1 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480052
Apr 22 21:34:03.316543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.380907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=9831543c-d20f-4b64-b7be-7167ba15fb93,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:03.391121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:03.469498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.475115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.477005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:03.508493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:03.520820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:03.541754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a4ecef-ba78-4942-91bb-65bd3e196b23,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:03.563107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:03.572610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.574080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7537289
Apr 22 21:34:03.577467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37284) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:03.588466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bf4ff-29b8-4787-bf70-ecf7fea5c7c7 None None] Pushing event updated for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=4']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:03.589595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group_rule': {'security_group_id': '666b06a8-975a-4036-80c0-cbe1e3e60646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:03.593033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b27bf4ff-29b8-4787-bf70-ecf7fea5c7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.770s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:03.607368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:03.618575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:03.626995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:03.642493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:03.654165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.669873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.812369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.817895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.821607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5485c9db-1aac-4396-8f38-c3a6ee8f2ac8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:03.852597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8133dcab-b050-482f-b242-ea73576967e2,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:03.864588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:03.876169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.880336 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-05db61ae-59ef-41bc-b744-3e1e3418ea32 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3016088
Apr 22 21:34:03.883753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37290) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:03.891389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:03.900554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:03.908871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:floatingip and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:03.913846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:03.922183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:03.937158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:34:03.950411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:03.967801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:03.970176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf31b908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:04.143225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.144335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.286536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.286970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:04.298528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:04.358881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ec28e-47bc-4b3c-a713-69e5a68d6a1e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:04.380885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Usage tracker for resource:security_group_rule and tenant:5a479be1dc0f4b238844e38592d02a1d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:04.399257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf62df28>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:01Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:04.418025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977be25c-76f8-4406-87b8-e8bd60fd27b3 None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:01Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:34:04.419925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:04.487961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.516346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Allocated IP 172.27.3.91 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/009d28f9-6951-430e-84b4-828bd56e1ff3) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:34:04.542008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:04.572594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.573971 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b5ec28e-47bc-4b3c-a713-69e5a68d6a1e HTTP/1.1" status: 204  len: 168 time: 1.8363905
Apr 22 21:34:04.579783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.609881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:04.641464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:04.775314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.806828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:04.840007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efc87a-f5ae-4b2e-a5c1-b608fec3776d,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:04.845265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.863301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:04.873760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:04.875172 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0034540
Apr 22 21:34:04.934034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37316) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:04.978900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a49410c6-fc17-4e0b-a232-9e533c9a1472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:04.979657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:04.997971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:05.006794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:floatingip and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:05.023092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:05.046305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:05.102012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:05.130707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=009d28f9-6951-430e-84b4-828bd56e1ff3,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:05.140941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:05.183081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:34:05.187975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:34:05.192294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:34:05.445099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1abc056-c522-47ab-9eda-dcf38e2edf0a {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:05.479168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:05.511714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:05.544271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Transition to ACTIVE for port object b1abc056-c522-47ab-9eda-dcf38e2edf0a will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:05.559162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9eed-bfbf-4f56-a76c-13523d6ea38e req-da537890-a3b8-4f0e-9bb8-d8d8e94c0b8d tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:05.571329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:05.573139 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e3b9eed-bfbf-4f56-a76c-13523d6ea38e req-da537890-a3b8-4f0e-9bb8-d8d8e94c0b8d tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 932 time: 0.7400191
Apr 22 21:34:05.758484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 9831543c-d20f-4b64-b7be-7167ba15fb93 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:05.808134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:05.938203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37330) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:05.957870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.116274 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e3b9eed-bfbf-4f56-a76c-13523d6ea38e req-aaf5742a-d2a9-439d-bf0d-02dc2ab11f26 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5415463
Apr 22 21:34:06.151635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:06.155928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.165286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:06.274666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:06.304755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Usage tracker for resource:security_group_rule and tenant:59d138a246ca4723ba707c4d685a997a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:06.315056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:06.339211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:06.395736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 9831543c-d20f-4b64-b7be-7167ba15fb93 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:06.398754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.433642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Attempting to bind port b1abc056-c522-47ab-9eda-dcf38e2edf0a on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:34:06.450206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Attempting to bind port b1abc056-c522-47ab-9eda-dcf38e2edf0a by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a7d5ba85-5164-473b-8a73-6cec360c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:34:06.450996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Attempting to bind port b1abc056-c522-47ab-9eda-dcf38e2edf0a on network d36e0c6c-d777-4fce-8886-f475f3f74978 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:06.464943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Port b1abc056-c522-47ab-9eda-dcf38e2edf0a on network d36e0c6c-d777-4fce-8886-f475f3f74978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:34:06.473424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Attempting to bind port b1abc056-c522-47ab-9eda-dcf38e2edf0a on network d36e0c6c-d777-4fce-8886-f475f3f74978 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:06.485714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:34:06.489767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Checking segment: {'id': 'a7d5ba85-5164-473b-8a73-6cec360c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:34:06.490924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Bound using segment: {'id': 'a7d5ba85-5164-473b-8a73-6cec360c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:34:06.505294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Bound port: b1abc056-c522-47ab-9eda-dcf38e2edf0a, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d5ba85-5164-473b-8a73-6cec360c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:34:06.506228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.588950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf31b908>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:33:55Z', 'revision_number': 2, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:06.609861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:34:06.610276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Updating router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 port 02e5a3b6-ecf6-450a-8a84-2049e7702058 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:34:06.754137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:34:06.774360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a,segment=NetworkSegment(a7d5ba85-5164-473b-8a73-6cec360c9645),segment_id=a7d5ba85-5164-473b-8a73-6cec360c9645)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:34:06.816817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.842162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.844931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.849186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:06.965978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4b291309-2037-44e0-927e-4b867097eeb5 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:07.038945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.049189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.063080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:07.151131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.242758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 4b291309-2037-44e0-927e-4b867097eeb5 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:07.253531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4b291309-2037-44e0-927e-4b867097eeb5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:07.254312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.283676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.285404 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.4001112
Apr 22 21:34:07.351393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=009d28f9-6951-430e-84b4-828bd56e1ff3,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:07.375368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:07.404558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:07.500445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:07.504344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.506270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:07.532246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.546674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:07.547160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.548885 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1abc056-c522-47ab-9eda-dcf38e2edf0a HTTP/1.1" status: 200  len: 1094 time: 7.1270585
Apr 22 21:34:07.550023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73969d55-e44a-4fbb-a4ea-529995b5b312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:07.560864 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a479be1dc0f4b238844e38592d02a1d&name=default HTTP/1.1" status: 200  len: 2979 time: 4.8759418
Apr 22 21:34:07.561626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:07.601442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37366) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:07.602566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:07.731623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:07.733868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389edf1c-17f2-480a-abdd-70050e6f0390,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:07.742020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:07.761900 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59d138a246ca4723ba707c4d685a997a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8151069
Apr 22 21:34:07.766608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37386) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:07.886001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Allocated IP 172.27.3.101 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/3927a722-0e5a-4877-a952-ea948739c1c5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:34:08.024763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-e8d586a9-0a1e-4441-893c-650a089252e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:34:08.080914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71552072-7cc5-4023-88c5-9c6be756cd65,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:08.178838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:08.215705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.253151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Transition to ACTIVE for port object 02e5a3b6-ecf6-450a-8a84-2049e7702058 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:08.286616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.294346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:08.309094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.371449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Pushing event updated for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:08.374241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37408) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:08.380937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.383058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:08.386509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.487455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.526401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.529704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.552876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:08.607206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.745058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 4b291309-2037-44e0-927e-4b867097eeb5, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4b291309-2037-44e0-927e-4b867097eeb5,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:08.762813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.771774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=3927a722-0e5a-4877-a952-ea948739c1c5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:08.777780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:08.779960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:34:08.797951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:34:08.801167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:34:08.838816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.846036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d838ac-c52b-4b25-a7d7-a03e68d671c1 req-45fcb5cb-7a6f-4055-8a8f-de926aec6f46 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:08.850753 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5d838ac-c52b-4b25-a7d7-a03e68d671c1 req-45fcb5cb-7a6f-4055-8a8f-de926aec6f46 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 1.3143342
Apr 22 21:34:08.853616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca310824-df40-4790-b4ad-33d5e9b0768d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:08.858915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:08.865939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Usage tracker for resource:security_group_rule and tenant:c691e8d751c04d29add99f327c997bdc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:08.866604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.870108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:08.871388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Attempting to bind port 02e5a3b6-ecf6-450a-8a84-2049e7702058 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:34:08.872013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Attempting to bind port 02e5a3b6-ecf6-450a-8a84-2049e7702058 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:34:08.872836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Attempting to bind port 02e5a3b6-ecf6-450a-8a84-2049e7702058 on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:08.876422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4430776-1ebc-423c-b1fb-8647eb6e4469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:08.878478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:08.915933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-e8d586a9-0a1e-4441-893c-650a089252e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:34:08.922654 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-e8d586a9-0a1e-4441-893c-650a089252e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2120592030&fields=id&tenant_id=d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 267 time: 1.1061985
Apr 22 21:34:08.946355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71552072-7cc5-4023-88c5-9c6be756cd65,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:08.962630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:34:08.963518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Checking segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:34:08.964652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:08.965907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Bound using segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:34:08.966844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Bound port: 02e5a3b6-ecf6-450a-8a84-2049e7702058, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:34:08.967846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.080929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.098902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:09.109652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.203107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:09.203623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.218375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.226299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:09.229082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.230407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71552072-7cc5-4023-88c5-9c6be756cd65 HTTP/1.1" status: 204  len: 168 time: 1.4219635
Apr 22 21:34:09.258271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.259553 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/389edf1c-17f2-480a-abdd-70050e6f0390 HTTP/1.1" status: 204  len: 168 time: 1.6553438
Apr 22 21:34:09.260485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:09.284646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389edf1c-17f2-480a-abdd-70050e6f0390,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:09.307375 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5d838ac-c52b-4b25-a7d7-a03e68d671c1 req-037efd52-ffdb-4cc5-93cf-a6b6fff1ca7b tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3782713
Apr 22 21:34:09.311226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:09.329942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d2d4034-52a4-4019-a07e-0d4af8dd6e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:09.363607 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c691e8d751c04d29add99f327c997bdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9880013
Apr 22 21:34:09.368515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37420) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:09.381424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] For port 02e5a3b6-ecf6-450a-8a84-2049e7702058, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:34:09.399825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] For port 02e5a3b6-ecf6-450a-8a84-2049e7702058, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=02e5a3b6-ecf6-450a-8a84-2049e7702058,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:34:09.415306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.426100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:09.439059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-a10b24f7-6d6c-4d92-b234-f86603a3c306 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:09.447594 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-a10b24f7-6d6c-4d92-b234-f86603a3c306 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 810 time: 0.4894006
Apr 22 21:34:09.474074 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-7b9e7b89-c968-4da1-a8ad-c5b59f16774d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/quotas/d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 375 time: 0.0252736
Apr 22 21:34:09.608504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:09.650859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:09.652457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf31b908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:33:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:09.837991 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-faa49066-db16-454e-af7c-1396f3fab158 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3627069
Apr 22 21:34:10.006060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e97ac-c4e3-4a8c-af44-c9008e915ee0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:10.051410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Pushing event updated for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:10.077251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:10.131792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:10.189845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:10.398901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:10.500120 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-c8d7c568-99bd-4e0c-9958-f4d282208d4d service neutron] 10.222.0.11 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6611135
Apr 22 21:34:10.527213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37446) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:10.670199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:10.714245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:10.760160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:10.795861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:10.897276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:10.902313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Usage tracker for resource:security_group_rule and tenant:50871309ca5143108dde9b69c0a333c4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:10.912874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:10.925284 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-93709161-e0fc-4fcf-a632-9f875f6bd030 service neutron] 10.222.0.11 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4106205
Apr 22 21:34:10.952880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:11.273180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4b291309-2037-44e0-927e-4b867097eeb5 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:11.388721 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a', 'status': 'completed', 'code': 200}
Apr 22 21:34:11.432466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e97ac-c4e3-4a8c-af44-c9008e915ee0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:11.493427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:11.495294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:11.533523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:11.566834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:11.569789 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e35e97ac-c4e3-4a8c-af44-c9008e915ee0 HTTP/1.1" status: 204  len: 168 time: 2.1815178
Apr 22 21:34:11.592576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4b291309-2037-44e0-927e-4b867097eeb5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:11.593022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:11.677893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-268d85e6-3e22-496f-ba02-1ac3ebe4001f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:11.721583 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50871309ca5143108dde9b69c0a333c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1840520
Apr 22 21:34:11.729557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37488) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:11.743796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce62bb-8557-449a-ab24-9fd67aaa3e5a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:11.802340 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4845405-56a7-41fc-b7b4-92188cf3a36a req-de82005f-b631-43c7-83eb-63a2809e138c tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.3173373
Apr 22 21:34:11.805848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:11.866094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:11.900700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 02e5a3b6-ecf6-450a-8a84-2049e7702058 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:11.916470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffcb07-fdd4-4b12-b4fe-787d264d81e5 req-a3e9d264-9e64-4dfe-8a8a-6c6de8358d0c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:11.925985 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bffcb07-fdd4-4b12-b4fe-787d264d81e5 req-a3e9d264-9e64-4dfe-8a8a-6c6de8358d0c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.2833140
Apr 22 21:34:11.961381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.060392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-0abbc5fa-5a78-4cd4-9501-399c8ef27ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:12.062381 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-0abbc5fa-5a78-4cd4-9501-399c8ef27ced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94cc54d101bf4ddbb965ed8bd0be6a7c&device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 1097 time: 1.2075622
Apr 22 21:34:12.065181 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bffcb07-fdd4-4b12-b4fe-787d264d81e5 req-1fcc8a8d-e562-4021-be15-7ebdfa9269c0 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372340
Apr 22 21:34:12.086746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:34:12.155832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.195637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:12.231369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.234367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-2875618c-1b05-435c-afb7-b82a7eab77bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a HTTP/1.1" status: 200  len: 217 time: 0.1516414
Apr 22 21:34:12.257146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce62bb-8557-449a-ab24-9fd67aaa3e5a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:12.261312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.265170 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fce62bb-8557-449a-ab24-9fd67aaa3e5a HTTP/1.1" status: 204  len: 168 time: 0.5112967
Apr 22 21:34:12.353668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:12.355116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.377235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:12.400466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:12.400916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.412530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:12.484230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37526) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:12.511919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf31b908>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:09Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:12.528465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab4986-7a76-4426-9e22-101e90a81db4 None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:09Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:34:12.565977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.630589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:12.636508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.649751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Usage tracker for resource:security_group_rule and tenant:875328f156754d00b9c1a8a2dfeac6ad is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:12.655762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:12.671419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=3927a722-0e5a-4877-a952-ea948739c1c5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:12.691229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:12.693017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:12.739958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.786747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.790569 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.8481891
Apr 22 21:34:12.806040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-121e4274-4859-41c4-9ba8-57de561c84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:12.820238 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-121e4274-4859-41c4-9ba8-57de561c84fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98665c5f-da3f-4c88-826f-0cdfe38c4291 HTTP/1.1" status: 200  len: 852 time: 0.5602450
Apr 22 21:34:12.849386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 02e5a3b6-ecf6-450a-8a84-2049e7702058, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=02e5a3b6-ecf6-450a-8a84-2049e7702058,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:12.856172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:12.859888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac45dd0b-2fbc-4f04-9ba6-ae061d5c7d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:13.018824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:13.023760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:13.056137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:13.061154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-b2ca3205-45cf-4f41-981d-64d67ec82ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d36e0c6c-d777-4fce-8886-f475f3f74978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2267609
Apr 22 21:34:13.080158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:13.110422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:13.153566 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=875328f156754d00b9c1a8a2dfeac6ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6652057
Apr 22 21:34:13.154143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37544) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:13.401728 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-72cc5d96-abbd-4c38-a9cd-3939471e7bdc req-6f878f0a-2419-410b-bdab-c913d46d9536 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.1594460
Apr 22 21:34:13.511003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e86f33-a6ce-4c1b-8f37-30279326ea78,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:13.530229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:13.615149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:13.651233 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-ef6540d7-9a62-479b-8a17-c418ee9b17de service neutron] 10.222.0.13 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5744286
Apr 22 21:34:13.889108 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2eac10c-4fb5-47e5-acc3-5ca54f4d4cd6 req-22e0ed2f-b30b-44a3-8414-cbbd8b2049d5 service neutron] 10.222.0.13 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264292
Apr 22 21:34:13.936368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27043d6-0e97-474e-8ea2-8ff0374a500d req-0e71f450-a4e0-4a03-953a-53042038952c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:13.940864 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f27043d6-0e97-474e-8ea2-8ff0374a500d req-0e71f450-a4e0-4a03-953a-53042038952c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.5233955
Apr 22 21:34:13.948043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:14.014230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-52ce1fd3-a3bd-4890-af92-264f3d64f52a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--721329860&fields=id&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 267 time: 0.3314047
Apr 22 21:34:14.151108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fc6aa-821b-47fc-b8b3-085283618422 req-cf48c1c9-9c60-446d-8382-b0376821d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:14.152638 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-cf48c1c9-9c60-446d-8382-b0376821d1c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94cc54d101bf4ddbb965ed8bd0be6a7c&device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 1097 time: 0.1719894
Apr 22 21:34:14.320624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fc6aa-821b-47fc-b8b3-085283618422 req-7ca7dad7-2e44-4d0d-80bf-2865374cfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:14.322458 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-7ca7dad7-2e44-4d0d-80bf-2865374cfe27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d36e0c6c-d777-4fce-8886-f475f3f74978 HTTP/1.1" status: 200  len: 912 time: 0.1612549
Apr 22 21:34:14.323015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.13', 56190) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:14.416899 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f27043d6-0e97-474e-8ea2-8ff0374a500d req-5696e155-f823-46cf-9ede-8451fbda3f2c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4532621
Apr 22 21:34:14.494673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-9c84faeb-80e8-4103-bab3-5f2014137597 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:14.503917 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-9c84faeb-80e8-4103-bab3-5f2014137597 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 817 time: 0.4275208
Apr 22 21:34:14.514877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:14.523303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a3d753-1d64-4962-b5e0-e7044b0b3fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:14.542017 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-4cb88f1b-119d-4f37-af6e-e8bbb1bf2428 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/quotas/39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 375 time: 0.0365138
Apr 22 21:34:14.606938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e86f33-a6ce-4c1b-8f37-30279326ea78,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:14.611237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:14.615742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:14.617047 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4e86f33-a6ce-4c1b-8f37-30279326ea78 HTTP/1.1" status: 204  len: 168 time: 1.4582613
Apr 22 21:34:14.655594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-8056c6c4-6b1e-4b00-9fdd-e79b998b1dc9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:14.656298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-8056c6c4-6b1e-4b00-9fdd-e79b998b1dc9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:34:14.678711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-8056c6c4-6b1e-4b00-9fdd-e79b998b1dc9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:34:14.680043 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-8056c6c4-6b1e-4b00-9fdd-e79b998b1dc9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 810 time: 0.3559904
Apr 22 21:34:14.691215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-f5263501-ebf7-49c5-8bd6-0bbe7ab1f727 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:34:14.757724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-f5263501-ebf7-49c5-8bd6-0bbe7ab1f727 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:34:14.769971 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-f5263501-ebf7-49c5-8bd6-0bbe7ab1f727 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2218494
Apr 22 21:34:14.783643 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c69e9f24-c0d6-4038-8c80-ce7f47d28542 req-7ed549ec-59e1-45f1-91e6-615c116883a5 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.0738609
Apr 22 21:34:15.031478 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-fd00f454-f11c-485c-a02f-55ad8d972db7 service neutron] 10.222.0.11 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507586
Apr 22 21:34:15.045604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 02e5a3b6-ecf6-450a-8a84-2049e7702058 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:15.217897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 02e5a3b6-ecf6-450a-8a84-2049e7702058 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:15.221402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:15.259878 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-3e8979a0-0225-4892-83bc-538ab1633021 service neutron] 10.222.0.11 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160833
Apr 22 21:34:15.557406 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9694f5dd-94f9-46c6-a70c-92011c6295a8 req-951629aa-aa05-4652-bb36-b7bb948cbd5c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 210 time: 0.0724289
Apr 22 21:34:15.828067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755c0c-de98-4d18-ade3-0421efeacb34 req-396d7526-553b-4ada-a5ec-2e33a5f71e36 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:15.831569 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-94755c0c-de98-4d18-ade3-0421efeacb34 req-396d7526-553b-4ada-a5ec-2e33a5f71e36 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.1909533
Apr 22 21:34:15.956963 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-94755c0c-de98-4d18-ade3-0421efeacb34 req-849d8c61-3712-44ee-aba6-a36bdddfd87f tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155033
Apr 22 21:34:16.138526 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a62c17d-efba-4e32-9d09-1da264cec628 req-a56e8d44-8b2f-4e9e-82d2-d2e162716d50 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.1234853
Apr 22 21:34:16.794558 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf63dca6-f458-41b6-bbf3-168109d0e074 req-f5175bf1-75d9-4ffb-ad8d-bd8fcfa1e986 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 210 time: 0.0941901
Apr 22 21:34:17.362327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cf63-46f0-49c7-a828-a6c82e18e862 req-98c4b4ca-641b-4f4e-8a7f-a2706fd7cae8 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:17.380375 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-add2cf63-46f0-49c7-a828-a6c82e18e862 req-98c4b4ca-641b-4f4e-8a7f-a2706fd7cae8 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.1943448
Apr 22 21:34:17.449990 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-add2cf63-46f0-49c7-a828-a6c82e18e862 req-9f7c01ec-764e-46e6-b944-544fc1236e11 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663884
Apr 22 21:34:17.510902 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-b694983f-7d4b-433c-ad0e-9028cc43a1d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a HTTP/1.1" status: 200  len: 217 time: 0.3956897
Apr 22 21:34:17.532800 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc143d52-35c6-49b9-a96e-a4246a02e385 req-6cb31b5f-fff4-44a4-9c81-5c7be5d3a345 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.0679016
Apr 22 21:34:17.653251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fc6aa-821b-47fc-b8b3-085283618422 req-c1669d6e-cc20-43d1-acde-72b85e34a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:17.656156 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-c1669d6e-cc20-43d1-acde-72b85e34a5ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98665c5f-da3f-4c88-826f-0cdfe38c4291 HTTP/1.1" status: 200  len: 852 time: 0.1355388
Apr 22 21:34:17.814194 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-f370ec92-25c5-4648-b746-4fa6ca9db155 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d36e0c6c-d777-4fce-8886-f475f3f74978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1420002
Apr 22 21:34:17.821722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-0b07c4e3-f7cc-4045-b803-803983fe5ef9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:34:17.902340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-0b07c4e3-f7cc-4045-b803-803983fe5ef9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:34:17.904517 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-0b07c4e3-f7cc-4045-b803-803983fe5ef9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 380 time: 0.5176611
Apr 22 21:34:18.000203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'port': {'device_id': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'admin_state_up': True, 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'security_groups': ['666b06a8-975a-4036-80c0-cbe1e3e60646']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:18.178051 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c77c13ca-2897-458f-8b0b-ed367f1e55c6 req-e2ed75fb-071a-4a13-950a-6f9422fb8ab5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 210 time: 0.1029184
Apr 22 21:34:18.439987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:18.458295 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-69b2ca11-5bf1-44bb-9a5b-ae23762ce960 service neutron] 10.222.0.13 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6310010
Apr 22 21:34:18.472536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:port and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:18.486285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:18.561108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.13', 56199) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:18.935752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-dcded1a9-8f66-47e9-95c3-950eefab8eaa tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:18.937589 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-dcded1a9-8f66-47e9-95c3-950eefab8eaa tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 817 time: 0.3749576
Apr 22 21:34:19.031256 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-77c40ed0-2e44-43be-9848-1f65fa6d3b9f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 379 time: 0.0768120
Apr 22 21:34:19.056792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'port': {'device_id': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'admin_state_up': True, 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'security_groups': ['8af75937-1972-4436-a419-d2f058ca16e3']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:19.094703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:19.238117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Made reservation on behalf of d550c4d5809f454b8b10cbf402912271 for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:34:19.249378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:19.543603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c524-8c82-4d34-986d-7450b77ba86b req-1bc1a371-db74-48f4-ae04-afc0267aa3fe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:19.546559 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dfe4c524-8c82-4d34-986d-7450b77ba86b req-1bc1a371-db74-48f4-ae04-afc0267aa3fe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.9010043
Apr 22 21:34:19.586426 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-860fc6aa-821b-47fc-b8b3-085283618422 req-ac31dfb1-4672-47bb-94b4-158a83989563 service neutron] 10.222.0.13 "GET /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1023405
Apr 22 21:34:19.670419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9f1b3638-3755-43b0-8101-ec6961ba7a89 req-f0284471-723f-4740-a593-ee823b250a70 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.1198113
Apr 22 21:34:19.779010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Allocated IP 172.20.0.13 (088ce216-8f94-4446-a924-71f639d34e58/c43c63ca-2a18-4cc2-a46b-ef3839bedded/347385c7-2dfe-45c4-867e-eba4970f0b7d) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:34:19.924583 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dfe4c524-8c82-4d34-986d-7450b77ba86b req-8fc61f73-e180-4f1b-9c63-64092e6231db tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3663340
Apr 22 21:34:19.961018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:19.991012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:20.019429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37806) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:20.027633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37810) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:20.042678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Made reservation on behalf of 39a389607ed5448bbaa579a5c4a8e57c for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:34:20.058268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.409954 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fdeaac3d-d90e-441b-a3ae-1b24107ff302 req-baf5bea6-e0ef-4e51-b363-9ae453289f85 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 210 time: 0.0877981
Apr 22 21:34:20.438871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Allocated IP 172.20.0.3 (6fdb78af-8b69-4f42-a26e-5e5ca099f047/17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f/915be4c2-9662-419f-8b53-5659d5a418ea) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:34:20.510266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.533672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.555452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Transition to ACTIVE for port object 347385c7-2dfe-45c4-867e-eba4970f0b7d will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:20.577310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:20.582180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5c10f930534bf183c0f959e957ab0c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:20.583388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.585519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:20.593063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbeeec5a-5912-4db7-b6b5-29664b3adda1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:20.609518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:20.713396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Network 088ce216-8f94-4446-a924-71f639d34e58 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:34:20.720173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:34:20.727632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.729567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:34:20.742469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:20.743685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:20.751799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:20.756958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:20.760294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:20.774923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Usage tracker for resource:security_group_rule and tenant:ea69806e79064fe3b179cada1c4d1c52 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:20.795121 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8013110
Apr 22 21:34:20.797127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:20.810416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:21.023379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e4913e3c-f8fb-4733-a417-b951cebe578b None None] Provisioning for port 347385c7-2dfe-45c4-867e-eba4970f0b7d completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:21.032735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e4913e3c-f8fb-4733-a417-b951cebe578b None None] Provisioning complete for port 347385c7-2dfe-45c4-867e-eba4970f0b7d triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:21.033448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e4913e3c-f8fb-4733-a417-b951cebe578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.099485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e4913e3c-f8fb-4733-a417-b951cebe578b None None] Port 347385c7-2dfe-45c4-867e-eba4970f0b7d cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:34:21.378069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.428983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.448991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.485627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:21.508280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.524336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.669235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e479-207b-4c4b-847e-ab76f355a0a8 req-5341f654-825e-4445-af75-e38455b5810e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:21.672295 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3701e479-207b-4c4b-847e-ab76f355a0a8 req-5341f654-825e-4445-af75-e38455b5810e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 932 time: 0.8249042
Apr 22 21:34:21.697082 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea69806e79064fe3b179cada1c4d1c52&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6738195
Apr 22 21:34:21.697973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Transition to ACTIVE for port object 915be4c2-9662-419f-8b53-5659d5a418ea will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:21.698948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37852) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:21.708943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474fbfc6-d2b7-4516-9f16-714501fb0c42,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:21.720567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:21.728544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:21.808906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c30fb-4769-413d-adc2-bc5ad8706b58 req-02d9809b-f725-43b9-b2d3-ee0f51cf08a4 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:21.811934 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7b9c30fb-4769-413d-adc2-bc5ad8706b58 req-02d9809b-f725-43b9-b2d3-ee0f51cf08a4 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.7559075
Apr 22 21:34:21.819143 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba5c10f930534bf183c0f959e957ab0c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7762563
Apr 22 21:34:21.820481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37856) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:21.858698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Request body: {'port': {'device_id': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:21.905866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.947911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff1fc4-f679-4baf-9a85-334326b12a49,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:21.975787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:21.978549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:21.984481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3701e479-207b-4c4b-847e-ab76f355a0a8 req-026f79c5-3aa1-431d-bd05-a5c9d9361bf6 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2774246
Apr 22 21:34:22.011065 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7b9c30fb-4769-413d-adc2-bc5ad8706b58 req-b07490ce-4df5-46d9-bab5-f6d63744bc43 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781728
Apr 22 21:34:22.031628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.033944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-149f1251-f6ff-4b8a-8d6d-f3e680c3417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:22.116801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.148004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.156402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:34:22.165926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:34:22.175984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:34:22.189314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:22.191212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.231684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.256170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.276467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fdb5e119-5020-4c2b-9554-9cc599400d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:22.319510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474fbfc6-d2b7-4516-9f16-714501fb0c42,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:22.330999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:22.384261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.385591 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/474fbfc6-d2b7-4516-9f16-714501fb0c42 HTTP/1.1" status: 204  len: 168 time: 0.6850348
Apr 22 21:34:22.400105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:22.405517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:22.426764 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3813691
Apr 22 21:34:22.442137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.444350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-251733bc-be35-4a0c-9d65-3adcae8e0f5f None None] Provisioning for port 915be4c2-9662-419f-8b53-5659d5a418ea completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:22.455684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:22.455928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-251733bc-be35-4a0c-9d65-3adcae8e0f5f None None] Provisioning complete for port 915be4c2-9662-419f-8b53-5659d5a418ea triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:22.460361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-251733bc-be35-4a0c-9d65-3adcae8e0f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.464072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b794-5584-4842-ad28-d4e82daaf932 req-ea6ee48f-8621-4406-bd5c-ba6b1526a8c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:22.464923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-40d2b794-5584-4842-ad28-d4e82daaf932 req-ea6ee48f-8621-4406-bd5c-ba6b1526a8c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:34:22.485406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-40d2b794-5584-4842-ad28-d4e82daaf932 req-ea6ee48f-8621-4406-bd5c-ba6b1526a8c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:34:22.486845 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40d2b794-5584-4842-ad28-d4e82daaf932 req-ea6ee48f-8621-4406-bd5c-ba6b1526a8c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 931 time: 0.3282726
Apr 22 21:34:22.544960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-251733bc-be35-4a0c-9d65-3adcae8e0f5f None None] Port 915be4c2-9662-419f-8b53-5659d5a418ea cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:34:22.550172 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40d2b794-5584-4842-ad28-d4e82daaf932 req-8e3d1ce2-6833-41df-8d88-50bf9e318eac tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556321
Apr 22 21:34:22.583366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff1fc4-f679-4baf-9a85-334326b12a49,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:22.586036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:22.597425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.598754 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88ff1fc4-f679-4baf-9a85-334326b12a49 HTTP/1.1" status: 204  len: 168 time: 0.7767012
Apr 22 21:34:22.791056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347385c7-2dfe-45c4-867e-eba4970f0b7d {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:22.802609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.822181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Transition to ACTIVE for port object 347385c7-2dfe-45c4-867e-eba4970f0b7d will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:22.826513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.832846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:22.884676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37872) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:22.914945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Pushing event updated for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:22.918252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:22.923109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:22.963003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:22.978771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd2d64e818d4ee29d36252172a0ab9a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:22.985200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:23.005768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:23.023937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device b1abc056-c522-47ab-9eda-dcf38e2edf0a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:34:23.049016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Request body: {'port': {'device_id': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:23.237302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Attempting to bind port 347385c7-2dfe-45c4-867e-eba4970f0b7d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:34:23.238011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Attempting to bind port 347385c7-2dfe-45c4-867e-eba4970f0b7d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:34:23.241266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Attempting to bind port 347385c7-2dfe-45c4-867e-eba4970f0b7d on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:23.268497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Port 347385c7-2dfe-45c4-867e-eba4970f0b7d on network 088ce216-8f94-4446-a924-71f639d34e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:34:23.269118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Attempting to bind port 347385c7-2dfe-45c4-867e-eba4970f0b7d on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:23.295341 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:34:23.296003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Checking segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:34:23.296966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Bound using segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:34:23.297789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Bound port: 347385c7-2dfe-45c4-867e-eba4970f0b7d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:34:23.298814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.429984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.500905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37888) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:23.502986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:34:23.532918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a,segment=NetworkSegment(a7d5ba85-5164-473b-8a73-6cec360c9645),segment_id=a7d5ba85-5164-473b-8a73-6cec360c9645)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:23.550215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.571227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a', 'network_id': 'd36e0c6c-d777-4fce-8886-f475f3f74978', 'port_id': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a', 'mac_address': 'fa:16:3e:0c:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98665c5f-da3f-4c88-826f-0cdfe38c4291', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:34:23.576167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.581214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:34:23.592627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:23.602127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.604433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Usage tracker for resource:security_group_rule and tenant:e37339d2587346cfb6bd469dc6326f1a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:23.610680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:23.622074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.631721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:23.651433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e706128a-2a0f-4340-8b2c-11bb318633b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:23.689532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50640e61-95d7-400b-814a-8bccf604e421,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:23.693521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:23.719954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:23.725867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.762818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1abc056-c522-47ab-9eda-dcf38e2edf0a {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:23.766570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571e820-ebdb-4ae0-8ee2-5e627f2b7ba1 req-5128e385-e3a2-40f6-905d-978be3d6b934 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:23.768652 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3571e820-ebdb-4ae0-8ee2-5e627f2b7ba1 req-5128e385-e3a2-40f6-905d-978be3d6b934 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 944 time: 0.5202172
Apr 22 21:34:23.783223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a,segment=NetworkSegment(a7d5ba85-5164-473b-8a73-6cec360c9645),segment_id=a7d5ba85-5164-473b-8a73-6cec360c9645)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:23.786452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b3cc-5d46-436b-8a4b-8bd5210b3cbd req-5e4ae7e9-ce66-4ee5-b7af-df34c2ec1c1a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:23.796281 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0479b3cc-5d46-436b-8a4b-8bd5210b3cbd req-5e4ae7e9-ce66-4ee5-b7af-df34c2ec1c1a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 944 time: 0.4970560
Apr 22 21:34:23.798831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.800728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:23.802066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:23.804701 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] 10.222.0.13 "PUT /v2.0/ports/347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1094 time: 1.9511433
Apr 22 21:34:23.820952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:23.829976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:23.986342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:23.993267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:24.087016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Pushing event updated for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:24.107861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['b1abc056-c522-47ab-9eda-dcf38e2edf0a'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:34:24.125291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:24.171709 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdd2d64e818d4ee29d36252172a0ab9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2857683
Apr 22 21:34:24.195160 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3571e820-ebdb-4ae0-8ee2-5e627f2b7ba1 req-d532d35f-89d0-48bc-a7a9-cf2b535c370c tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3771009
Apr 22 21:34:24.196113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37908) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:24.255104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915be4c2-9662-419f-8b53-5659d5a418ea {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:24.293322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-7b42e2c3-d00b-4663-83b5-23da1cf5a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:24.295231 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0479b3cc-5d46-436b-8a4b-8bd5210b3cbd req-76726d34-da87-4f5a-ab29-3f00d3f36907 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4967570
Apr 22 21:34:24.295406 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-7b42e2c3-d00b-4663-83b5-23da1cf5a762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1097 time: 0.4259527
Apr 22 21:34:24.297391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:24.303814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:24.307963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:24.387335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d1c65c99-00bd-4f55-82b7-411603d4c2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:24.447918 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e37339d2587346cfb6bd469dc6326f1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9400988
Apr 22 21:34:24.455557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Transition to ACTIVE for port object 915be4c2-9662-419f-8b53-5659d5a418ea will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:34:24.464917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 37916) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:24.472756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-0a0c1e52-4612-4412-ac9d-859fa3ec1fec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 217 time: 0.1599739
Apr 22 21:34:24.529831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430191cd-9203-471e-a9a1-5d0221c91fe8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:24.533602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:24.573405 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'status': 'completed', 'code': 200}
Apr 22 21:34:24.594542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-991d8f64-4219-44b8-bd2b-fada92973f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:24.599196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-991d8f64-4219-44b8-bd2b-fada92973f9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.1161942
Apr 22 21:34:24.599463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:24.622642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:24.746365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:24.845844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-847485ba-f09c-43e5-9e98-bc448b26bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:24.856071 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-847485ba-f09c-43e5-9e98-bc448b26bb3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2491140
Apr 22 21:34:25.106906 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-0d5c00af-0512-48fa-bc76-791d4e3a60aa service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415385
Apr 22 21:34:25.177161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9aa88201-b583-4c04-9b58-99cac127de24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.278878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.299444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:25.323935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:25.340220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.391804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Attempting to bind port 915be4c2-9662-419f-8b53-5659d5a418ea on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:34:25.393335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Attempting to bind port 915be4c2-9662-419f-8b53-5659d5a418ea by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:34:25.394193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Attempting to bind port 915be4c2-9662-419f-8b53-5659d5a418ea on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:25.421494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Port 915be4c2-9662-419f-8b53-5659d5a418ea on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:34:25.422157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Attempting to bind port 915be4c2-9662-419f-8b53-5659d5a418ea on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:34:25.431728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.442765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:34:25.443417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Checking segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:34:25.444217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Bound using segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:34:25.444952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Bound port: 915be4c2-9662-419f-8b53-5659d5a418ea, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:34:25.445581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.448211 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2daf235b-6b19-4449-b404-f863ac8e6324 req-43fef7f5-b813-4798-a8c1-24ce1dfcb69d service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3315082
Apr 22 21:34:25.578043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a830ce-d0c8-4acc-88da-ff0196ec33a9 req-8f5a1e22-2b3f-472c-b53d-e998eae27b94 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:25.579827 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61a830ce-d0c8-4acc-88da-ff0196ec33a9 req-8f5a1e22-2b3f-472c-b53d-e998eae27b94 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.9176273
Apr 22 21:34:25.644774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-021b17a9-5238-405c-b4c0-948b6f8e4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:25.646520 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-021b17a9-5238-405c-b4c0-948b6f8e4a02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1097 time: 0.1166658
Apr 22 21:34:25.784552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:34:25.795562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.822631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-4cae93c5-9117-4409-8d18-1599d3fc4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:25.825403 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-4cae93c5-9117-4409-8d18-1599d3fc4482 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.1703367
Apr 22 21:34:25.865785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:25.885786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:34:25.887201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device b1abc056-c522-47ab-9eda-dcf38e2edf0a up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:25.950441 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61a830ce-d0c8-4acc-88da-ff0196ec33a9 req-730c77c8-2789-4c08-82be-8c6a76234f68 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2482929
Apr 22 21:34:25.952009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50640e61-95d7-400b-814a-8bccf604e421,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:25.960200 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-94fa9286-03a4-4367-8c53-42f865f56ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 217 time: 0.1266050
Apr 22 21:34:25.963064 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:25.981625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:25.986949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.004500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-816b23fa-4466-4c49-8b5e-428cb867000f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:26.049744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430191cd-9203-471e-a9a1-5d0221c91fe8,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:26.060788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.062736 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50640e61-95d7-400b-814a-8bccf604e421 HTTP/1.1" status: 204  len: 168 time: 1.8566647
Apr 22 21:34:26.064987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:26.070490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.077455 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/430191cd-9203-471e-a9a1-5d0221c91fe8 HTTP/1.1" status: 204  len: 168 time: 1.6080136
Apr 22 21:34:26.078860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:26.290325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:26.291683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.292901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-79efaab9-4fb2-42ea-9a41-88793d780c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:26.294599 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-620b562f-010e-4e85-9195-55832de5a36a service neutron] 10.222.0.13 "PUT /v2.0/ports/915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 1093 time: 3.2661242
Apr 22 21:34:26.303612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:26.303906 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-79efaab9-4fb2-42ea-9a41-88793d780c9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.3347168
Apr 22 21:34:26.346618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port b1abc056-c522-47ab-9eda-dcf38e2edf0a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:26.356138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port b1abc056-c522-47ab-9eda-dcf38e2edf0a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:26.356816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.569996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bc52-2408-4a5f-b47c-9301760734d6 req-93658c20-8793-4697-a14a-60ba70966b59 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:26.582369 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b67bc52-2408-4a5f-b47c-9301760734d6 req-93658c20-8793-4697-a14a-60ba70966b59 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 944 time: 1.0419860
Apr 22 21:34:26.696319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.759124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a,segment=NetworkSegment(a7d5ba85-5164-473b-8a73-6cec360c9645),segment_id=a7d5ba85-5164-473b-8a73-6cec360c9645)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:26.760611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:26.832206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:26.847608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:26.877759 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b67bc52-2408-4a5f-b47c-9301760734d6 req-25544828-b262-4b67-a92c-2d0bdfc3525e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521151
Apr 22 21:34:26.882523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:26.896745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:26.937220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eac20-0581-44ef-9165-9763dbc119bb req-83421fa3-2ee4-4d22-9fd8-c935a5685bef tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:26.939045 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-089eac20-0581-44ef-9165-9763dbc119bb req-83421fa3-2ee4-4d22-9fd8-c935a5685bef tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 945 time: 0.4097376
Apr 22 21:34:27.006549 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-089eac20-0581-44ef-9165-9763dbc119bb req-8a0e6cef-fd64-4253-a585-dbce8f6efb99 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557172
Apr 22 21:34:27.065085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:27.078103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:27.261379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be2299-1b07-4915-9369-cd3f12a378e6 req-3f019365-8e0b-419d-9be8-b7ee84fa90a7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:27.270542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-58be2299-1b07-4915-9369-cd3f12a378e6 req-3f019365-8e0b-419d-9be8-b7ee84fa90a7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1131716
Apr 22 21:34:27.331963 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-58be2299-1b07-4915-9369-cd3f12a378e6 req-df4bf558-4d79-44ed-baed-25216967eec9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597985
Apr 22 21:34:27.343312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 37996) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:27.356770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38002) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:27.497508 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'status': 'completed', 'code': 200}
Apr 22 21:34:27.595045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.595600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.618538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:27.624044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa4311f1a8c4121a56183e1ef4e88d3 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:27.626114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d58f6630-c45a-4f0f-b072-3d05231f8bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.630078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:27.635180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:27.640133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:27.643417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Usage tracker for resource:security_group_rule and tenant:85982c7e98a848a5a168cc868b256cba is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:27.663897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:27.676995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:27.737578 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a', 'code': 200}
Apr 22 21:34:27.816889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.823169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.828190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.834425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:27.836401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:27.857759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e585d797-a806-4a98-89da-8040478c734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:27.874286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb9a5b-e850-4b2b-8a70-20b00daba2a1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:27.880673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:27.922150 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9aa4311f1a8c4121a56183e1ef4e88d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5774550
Apr 22 21:34:27.930024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38024) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:28.024625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d7e94-1d86-4c93-a73a-675dda8969cb,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:28.037338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.053865 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85982c7e98a848a5a168cc868b256cba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6829951
Apr 22 21:34:28.055802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:28.056626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38036) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:28.065369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.115693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.216550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.234735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:28.258226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.259385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66cb9a5b-e850-4b2b-8a70-20b00daba2a1 HTTP/1.1" status: 204  len: 168 time: 0.3282006
Apr 22 21:34:28.262863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb9a5b-e850-4b2b-8a70-20b00daba2a1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:28.266089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:28.411881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.462045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.479142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e30791-f9da-4ac2-82a9-31004e3ae7e6 req-1269b3cf-fe4a-45af-9f50-8c98abc13acc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:28.481044 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-27e30791-f9da-4ac2-82a9-31004e3ae7e6 req-1269b3cf-fe4a-45af-9f50-8c98abc13acc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 944 time: 0.3424420
Apr 22 21:34:28.542674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbda6-1c45-4f21-bea6-da86e550a50a req-f414ccce-1f9a-49cd-aba9-3b254299c801 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:28.544397 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-967dbda6-1c45-4f21-bea6-da86e550a50a req-f414ccce-1f9a-49cd-aba9-3b254299c801 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.2618103
Apr 22 21:34:28.614618 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-27e30791-f9da-4ac2-82a9-31004e3ae7e6 req-221ea935-d2ff-47fb-81ae-d37ae400fa2e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173136
Apr 22 21:34:28.634254 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-967dbda6-1c45-4f21-bea6-da86e550a50a req-9646a776-3e84-4ea5-85c3-5e2ebe65c58c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772102
Apr 22 21:34:28.635251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.650729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:28.661163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.681966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d7e94-1d86-4c93-a73a-675dda8969cb,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:28.686564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:28.700139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:28.701543 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/861d7e94-1d86-4c93-a73a-675dda8969cb HTTP/1.1" status: 204  len: 168 time: 0.6433694
Apr 22 21:34:28.716117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:34:28.851625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e7d72-ae5e-4890-95e3-887de7bde914 req-4728eb16-1092-40ae-acf0-40784cd9733d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:28.853677 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-434e7d72-ae5e-4890-95e3-887de7bde914 req-4728eb16-1092-40ae-acf0-40784cd9733d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1065099
Apr 22 21:34:28.932709 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-434e7d72-ae5e-4890-95e3-887de7bde914 req-ea1fe3f0-c18c-4e39-b8f9-d2eea882c725 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626254
Apr 22 21:34:29.285764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-f36ad854-2f8c-4068-88b0-8c96b19e9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:29.288479 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-f36ad854-2f8c-4068-88b0-8c96b19e9f08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1286528
Apr 22 21:34:29.320282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-705f2482-41f6-4107-a6d2-116f124c737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:29.323214 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-705f2482-41f6-4107-a6d2-116f124c737d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1096 time: 0.1294036
Apr 22 21:34:29.493966 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-ec3daaad-ad60-4bbc-9525-91bc4e83783c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 217 time: 0.1614554
Apr 22 21:34:29.535875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:29.593270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-1472b51f-16c5-4b3f-ae21-87ee1fcff5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:29.595098 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-1472b51f-16c5-4b3f-ae21-87ee1fcff5b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0943303
Apr 22 21:34:29.758016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-418be4f6-e99a-465c-bcfa-3806f26ba5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:29.761430 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-418be4f6-e99a-465c-bcfa-3806f26ba5a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1594758
Apr 22 21:34:30.130205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 347385c7-2dfe-45c4-867e-eba4970f0b7d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:34:30.182210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-9489150b-a95d-46be-99be-c99ec0e6b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:30.185316 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-9489150b-a95d-46be-99be-c99ec0e6b4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 1099 time: 0.2359266
Apr 22 21:34:30.194020 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-979ecc05-bf42-41c5-8529-b4491c747c1d service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8975530
Apr 22 21:34:30.226357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.357498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:30.380860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'port_id': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'mac_address': 'fa:16:3e:6d:6b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:34:30.447027 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-92276d84-a69f-4352-ae4e-d18d810c4d8c service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6773612
Apr 22 21:34:30.475950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.510259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.511703 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c847976c-66b2-462c-9a89-9504d8d84d81 req-9e05a380-5227-423c-9095-326669b4023c service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611344
Apr 22 21:34:30.513787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:30.527236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Usage tracker for resource:security_group_rule and tenant:1cfc79fcfcd24be6b125ef4e697b9094 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:30.534921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:30.556566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:30.564190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347385c7-2dfe-45c4-867e-eba4970f0b7d {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:30.607608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:30.613670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.618308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-06d68968-40d7-41d1-a2f5-46ed63b959a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:30.780683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:30.795510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:30.807709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.818881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:30.830221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-184fda08-5504-402e-8162-bef2c72e3f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:30.853419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc70b8de-295f-4e98-bb0c-20e3f10985b9 req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6577573
Apr 22 21:34:30.865898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['347385c7-2dfe-45c4-867e-eba4970f0b7d'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:34:30.894179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dddabbb9-d2a4-4431-bba7-b77a065f7084,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:30.911232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:30.931245 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b24845c4-4c06-4698-a865-19e3dc8f68ab req-17d600a2-4c31-4407-b27e-252733396f08 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4747653
Apr 22 21:34:30.973444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f776e-3e82-44a6-9dee-c1a8d5a3c126 req-601597e5-b2fb-4274-9462-ec1af14e322e tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:30.987218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-092f776e-3e82-44a6-9dee-c1a8d5a3c126 req-601597e5-b2fb-4274-9462-ec1af14e322e tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 1.1490238
Apr 22 21:34:31.182238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5749-a815-4264-9037-010c5b963038 req-538b8753-0bb2-430d-88a2-3893e391cf63 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:31.190720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b2a5749-a815-4264-9037-010c5b963038 req-538b8753-0bb2-430d-88a2-3893e391cf63 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 944 time: 1.0512543
Apr 22 21:34:31.263639 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-092f776e-3e82-44a6-9dee-c1a8d5a3c126 req-e61a802d-cc31-4356-9115-b5184cf58d0a tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2750733
Apr 22 21:34:31.314551 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b2a5749-a815-4264-9037-010c5b963038 req-49b9e008-6ed2-4cce-93a2-6e26e80424b5 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230652
Apr 22 21:34:31.360264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-8e4824b0-357b-4624-b133-82d1b4b25fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:31.362001 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-8e4824b0-357b-4624-b133-82d1b4b25fc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1096 time: 0.3713496
Apr 22 21:34:31.621738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b310910-8ecb-4077-9dc8-62ab01668e84 req-e9c66c2e-b236-47da-af56-a475cb58caf2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:31.623541 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b310910-8ecb-4077-9dc8-62ab01668e84 req-e9c66c2e-b236-47da-af56-a475cb58caf2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1748412
Apr 22 21:34:31.624817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-77f129f8-0697-4a9e-8d7f-eb1a218db367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:31.626887 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-77f129f8-0697-4a9e-8d7f-eb1a218db367 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.2551470
Apr 22 21:34:31.815043 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-55d49aae-831a-49be-808d-23154858afb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 217 time: 0.1613643
Apr 22 21:34:31.838763 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b310910-8ecb-4077-9dc8-62ab01668e84 req-8fc5c10f-dbb5-417c-a870-25a4f575c950 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2064586
Apr 22 21:34:31.959031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-927682f6-22c5-4000-ac7c-4cd05f312725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:31.960821 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-927682f6-22c5-4000-ac7c-4cd05f312725 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.1209414
Apr 22 21:34:32.090807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-8167ae8e-7808-408a-88c2-2f18a6ff43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:32.093256 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-8167ae8e-7808-408a-88c2-2f18a6ff43b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1225419
Apr 22 21:34:32.158677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:34:32.503725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 347385c7-2dfe-45c4-867e-eba4970f0b7d up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:32.814463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:32.875668 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-5b6fefa1-8d97-4bdf-898c-1063a5a2c886 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7749214
Apr 22 21:34:32.875862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '915be4c2-9662-419f-8b53-5659d5a418ea', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:34:32.961995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 347385c7-2dfe-45c4-867e-eba4970f0b7d completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:32.974163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 347385c7-2dfe-45c4-867e-eba4970f0b7d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:32.974678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:32.999666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afede372-ca26-4292-82a9-8e4730103d66 req-c2f77a50-c5e5-4a91-9b3c-308e4e57f04b tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:33.009009 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afede372-ca26-4292-82a9-8e4730103d66 req-c2f77a50-c5e5-4a91-9b3c-308e4e57f04b tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.3087068
Apr 22 21:34:33.077582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.205576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915be4c2-9662-419f-8b53-5659d5a418ea {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:34:33.253716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.256548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afede372-ca26-4292-82a9-8e4730103d66 req-7f670378-22d5-4bbe-8497-29b060b32520 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463696
Apr 22 21:34:33.299968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:33.319857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.332972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:33.406125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b4e8-7086-4434-a083-5d31607c5dc1 req-7f2d0d16-8319-4876-8633-80336d959417 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:33.414917 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2430b4e8-7086-4434-a083-5d31607c5dc1 req-7f2d0d16-8319-4876-8633-80336d959417 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 945 time: 0.3992064
Apr 22 21:34:33.415574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38200) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:33.447124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:33.472698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:33.485628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:33.492066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:33.498921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.501652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:33.538055 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07345de-e46d-4e0f-98d4-b1cd0219d1d3 req-c66fe7d2-fca0-494a-80dd-66e31169484f service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6412570
Apr 22 21:34:33.578627 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2430b4e8-7086-4434-a083-5d31607c5dc1 req-e331ebfa-70c6-4ecd-a713-b13bfb723669 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627069
Apr 22 21:34:33.644041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d8192-b564-4e2c-b181-2e042e519ba8 req-48965ecf-58bd-493b-9d37-ba206249fd6e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:33.659428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-103d8192-b564-4e2c-b181-2e042e519ba8 req-48965ecf-58bd-493b-9d37-ba206249fd6e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.2678266
Apr 22 21:34:33.671015 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'code': 200}
Apr 22 21:34:33.676767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:33.687264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:33.736672 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-103d8192-b564-4e2c-b181-2e042e519ba8 req-029e56ac-2e59-49d6-bc5f-06394c5f8de0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738142
Apr 22 21:34:33.777086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.800628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:33.805616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Usage tracker for resource:security_group_rule and tenant:1da943c94e594f99ad99d599a4251ae1 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:33.810259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:33.817224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:33.928421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.932572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:33.948719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:34.008588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842452a1-6800-4221-ae9b-364d50ad9b39,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:34.013537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:34.016712 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1da943c94e594f99ad99d599a4251ae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5993803
Apr 22 21:34:34.020425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38226) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:34.124841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:34.182643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:34.268560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:34.273844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85d9f052-e0ff-4199-8d93-7c0ff0efd070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:34.308267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842452a1-6800-4221-ae9b-364d50ad9b39,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:34.313131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:34.314569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:34.316659 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/842452a1-6800-4221-ae9b-364d50ad9b39 HTTP/1.1" status: 204  len: 168 time: 0.2938759
Apr 22 21:34:34.609727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ef6d6-7ab0-4fe5-9001-ae03418ec1ee req-bbad1b7b-3c45-413f-8312-69c7c1918e43 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:34.613549 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa5ef6d6-7ab0-4fe5-9001-ae03418ec1ee req-bbad1b7b-3c45-413f-8312-69c7c1918e43 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.2023261
Apr 22 21:34:34.838462 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa5ef6d6-7ab0-4fe5-9001-ae03418ec1ee req-e0f7dda9-04de-489b-b1a7-eb4ef6233007 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122812
Apr 22 21:34:34.875703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38260) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:34.930816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a99611-88f9-481d-937d-d35c198d606b req-87faf46c-7f24-4a99-9f20-fcfafa144757 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:34.934565 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8a99611-88f9-481d-937d-d35c198d606b req-87faf46c-7f24-4a99-9f20-fcfafa144757 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2052276
Apr 22 21:34:35.010733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.045277 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8a99611-88f9-481d-937d-d35c198d606b req-48048f16-aaa4-4c57-9b9b-f7158d23edad tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995092
Apr 22 21:34:35.086564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:35.091498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb6a65f3115432f93c8a91515c022c4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:35.097149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:35.109415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:35.176239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6856db-ec40-4838-b2b9-46aacd8b7f63 req-59c3ceef-e4ad-48d4-b57a-34ce2b262f23 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:35.184749 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f6856db-ec40-4838-b2b9-46aacd8b7f63 req-59c3ceef-e4ad-48d4-b57a-34ce2b262f23 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.1302040
Apr 22 21:34:35.261690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f6856db-ec40-4838-b2b9-46aacd8b7f63 req-6edb4714-dd13-442e-92fb-a6f117cbfa4a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751235
Apr 22 21:34:35.301183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.306454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.318090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ff1f9072-d46c-4239-918e-29da0d27c0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:35.368548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cb6a65f3115432f93c8a91515c022c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4908934
Apr 22 21:34:35.371238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6847da-1959-4ce9-911d-17a41c233de1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:35.373030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38272) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:35.375319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:35.461690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.513640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.608044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.614816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a1b5a9b9-d563-46db-9f0b-3c9b2ac8c373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:35.632902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6847da-1959-4ce9-911d-17a41c233de1,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:35.635700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:35.641278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:35.642579 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd6847da-1959-4ce9-911d-17a41c233de1 HTTP/1.1" status: 204  len: 168 time: 0.2680962
Apr 22 21:34:36.087101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['915be4c2-9662-419f-8b53-5659d5a418ea'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:34:36.614676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bc1ab-dde8-4b65-be91-ac698ee8d906 req-8f9cd828-8cf0-4b31-9060-ce9ca3ed3408 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:36.618459 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d6bc1ab-dde8-4b65-be91-ac698ee8d906 req-8f9cd828-8cf0-4b31-9060-ce9ca3ed3408 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.3263133
Apr 22 21:34:36.660422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f837-93b3-4865-b5da-ac4ad0c98714 req-0a36f8e9-e499-4a54-9d4b-773e81c73659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:36.662140 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcc0f837-93b3-4865-b5da-ac4ad0c98714 req-0a36f8e9-e499-4a54-9d4b-773e81c73659 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.4890954
Apr 22 21:34:36.676183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271f830-c116-4745-ad5f-014531ddd66e req-d7e120f2-3178-4c22-9cdb-7077d7619014 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:36.678065 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5271f830-c116-4745-ad5f-014531ddd66e req-d7e120f2-3178-4c22-9cdb-7077d7619014 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.2163131
Apr 22 21:34:36.784262 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d6bc1ab-dde8-4b65-be91-ac698ee8d906 req-4dc1b791-a667-4477-8af6-6c4c5833bac7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557925
Apr 22 21:34:36.816916 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcc0f837-93b3-4865-b5da-ac4ad0c98714 req-d45e50c9-1f1b-4921-9d5f-1806f21725bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357486
Apr 22 21:34:36.841565 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5271f830-c116-4745-ad5f-014531ddd66e req-72e4fa75-8f50-486f-bbaf-58ce91341a18 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361465
Apr 22 21:34:38.016659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:34:38.095631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40456d-b384-49db-a46f-cf24375618fb req-cd647dbd-ea32-4ae7-8b52-a75bb464c251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:38.098757 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db40456d-b384-49db-a46f-cf24375618fb req-cd647dbd-ea32-4ae7-8b52-a75bb464c251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1743662
Apr 22 21:34:38.160712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 915be4c2-9662-419f-8b53-5659d5a418ea completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:34:38.170861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 915be4c2-9662-419f-8b53-5659d5a418ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:34:38.171548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:38.209834 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db40456d-b384-49db-a46f-cf24375618fb req-29fe605c-b038-487b-a0a5-9bece36f098e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021829
Apr 22 21:34:38.370673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:38.420627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:38.422038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:38.429591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:38.432670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49a14e91-cd68-40c2-bc36-0c833a798987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:38.507496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:38.511510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:38.614377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e51d-255b-468a-b708-9dac90b04ee6 req-59b23dd9-d150-4849-8a50-b83860eb2945 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:38.616106 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0d14e51d-255b-468a-b708-9dac90b04ee6 req-59b23dd9-d150-4849-8a50-b83860eb2945 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1757755
Apr 22 21:34:38.679508 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0d14e51d-255b-468a-b708-9dac90b04ee6 req-b4906896-b958-41be-b852-942a309229ad tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481801
Apr 22 21:34:38.784527 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'code': 200}
Apr 22 21:34:39.435383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5003d-b3e1-47eb-b4eb-a0c2b3450847 req-87a02cbe-0815-43b0-883e-d224e2a34695 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:39.437150 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fd5003d-b3e1-47eb-b4eb-a0c2b3450847 req-87a02cbe-0815-43b0-883e-d224e2a34695 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1021838
Apr 22 21:34:39.492970 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fd5003d-b3e1-47eb-b4eb-a0c2b3450847 req-8b095a7d-ea45-4c0e-a263-94019f4a5862 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482800
Apr 22 21:34:40.012178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71d634-f142-4d7d-8f12-05c7b4311232 req-d9fb25da-3f8d-4a95-9b1d-7ac05dc06387 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:40.015169 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fd71d634-f142-4d7d-8f12-05c7b4311232 req-d9fb25da-3f8d-4a95-9b1d-7ac05dc06387 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1114104
Apr 22 21:34:40.071883 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fd71d634-f142-4d7d-8f12-05c7b4311232 req-7a5c02fb-ad91-4d52-a56f-2c45cf6637c2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503752
Apr 22 21:34:40.414454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828675f4-2d5e-41eb-bc19-8fe8fd5a54ea req-ce65dcd4-ceb4-4b55-91e6-c912fd024f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:40.417394 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-828675f4-2d5e-41eb-bc19-8fe8fd5a54ea req-ce65dcd4-ceb4-4b55-91e6-c912fd024f7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1098 time: 0.1634037
Apr 22 21:34:40.502617 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-828675f4-2d5e-41eb-bc19-8fe8fd5a54ea req-e4578a69-a1ff-4f7c-8dc5-43ca6957ba0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730090
Apr 22 21:34:40.797163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9746-5079-4c51-9adc-0839f02b95a5 req-db4e23c6-a59a-4283-b34e-b8e94207b82b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:40.802331 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4ab9746-5079-4c51-9adc-0839f02b95a5 req-db4e23c6-a59a-4283-b34e-b8e94207b82b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1291676
Apr 22 21:34:40.915632 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4ab9746-5079-4c51-9adc-0839f02b95a5 req-7a2a2957-87e9-4fe7-8e58-dd646c3af580 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034167
Apr 22 21:34:41.437003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325a6b-6b77-4446-8e70-5ea1c83ff439 req-00b2e3dd-7759-47dd-8c8d-61905da00b87 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:41.441763 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-45325a6b-6b77-4446-8e70-5ea1c83ff439 req-00b2e3dd-7759-47dd-8c8d-61905da00b87 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1817939
Apr 22 21:34:41.523395 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-45325a6b-6b77-4446-8e70-5ea1c83ff439 req-95c8bc0c-1dca-465b-bb30-a770e6cd2225 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759339
Apr 22 21:34:42.268189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a26d3-3074-40d2-8c76-b55c10d8cb11 req-51666e8c-3259-4dd7-9e6b-37b4b709153d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:42.276434 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f92a26d3-3074-40d2-8c76-b55c10d8cb11 req-51666e8c-3259-4dd7-9e6b-37b4b709153d tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1429937
Apr 22 21:34:42.327063 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f92a26d3-3074-40d2-8c76-b55c10d8cb11 req-e7c12fb7-48b9-4fe4-b3d5-2f8b37485972 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488887
Apr 22 21:34:42.654683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8f3c-de51-4f9e-9ad2-71c35b29e6c2 req-d8f7c5ac-ccb8-4e61-a7d7-a0e55614b46b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:42.659811 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afad8f3c-de51-4f9e-9ad2-71c35b29e6c2 req-d8f7c5ac-ccb8-4e61-a7d7-a0e55614b46b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1253004
Apr 22 21:34:42.667046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38490) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:42.673966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'floatingip': {'port_id': '347385c7-2dfe-45c4-867e-eba4970f0b7d'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:42.828721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:42.990394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3c7af-f53a-40a0-a13a-48deb3d8e7b6 req-06a9ff01-1a91-4ae6-84b0-21f291554e09 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:42.998634 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ec3c7af-f53a-40a0-a13a-48deb3d8e7b6 req-06a9ff01-1a91-4ae6-84b0-21f291554e09 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2612123
Apr 22 21:34:43.112523 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ec3c7af-f53a-40a0-a13a-48deb3d8e7b6 req-038c8e16-5354-498c-bc9a-d86ba9cf9f0e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125968
Apr 22 21:34:44.211196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51b619-bb0d-4138-b9ec-1e1f21a333ec req-a9ce5b03-1c2d-4a97-b468-4119d778a1a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:44.213005 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a51b619-bb0d-4138-b9ec-1e1f21a333ec req-a9ce5b03-1c2d-4a97-b468-4119d778a1a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.6321700
Apr 22 21:34:44.225076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38528) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:44.231839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'floatingip': {'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:34:44.323446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:44.444991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:44.449269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:44.804797 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Floating IP 45994db4-3c00-4311-ae1f-ad32f6018e49 associated. External IP: 172.27.3.91, port: 347385c7-2dfe-45c4-867e-eba4970f0b7d.
Apr 22 21:34:45.304908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:34:45.392528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:45.396094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:45.531652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:34:45.536821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:45.555211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:34:45.572814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:45.574568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf91c9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:45.607789 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b65cfa56-2b85-48a4-87eb-b8163551279e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "PUT /v2.0/floatingips/45994db4-3c00-4311-ae1f-ad32f6018e49 HTTP/1.1" status: 200  len: 991 time: 2.9342468
Apr 22 21:34:45.607789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:45.649817 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Floating IP 3ecc6816-d0c8-4908-8bda-437bbd115b8f associated. External IP: 172.27.3.101, port: 915be4c2-9662-419f-8b53-5659d5a418ea.
Apr 22 21:34:45.734661 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'status': 'completed', 'code': 200}
Apr 22 21:34:45.870492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:46.140369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f137c-b00d-4841-bc62-96632da78c38 req-5febb647-f141-411c-90cb-8bc7842b2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:46.143569 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-5febb647-f141-411c-90cb-8bc7842b2070 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.1990678
Apr 22 21:34:46.372061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f137c-b00d-4841-bc62-96632da78c38 req-07fc654d-cd4e-41d5-ab64-921b25658e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:46.374136 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-07fc654d-cd4e-41d5-ab64-921b25658e91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.2200413
Apr 22 21:34:46.656531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:34:46.806582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf91c9b0>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '45994db4-3c00-4311-ae1f-ad32f6018e49', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:6d:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:05Z', 'updated_at': '2021-04-22T21:34:44Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:46.817080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:34:46.837507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:46.839887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf91c9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:46.906907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:34:46.927911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:34:46.947541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:46.949021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4f3a90>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:46.999968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:47.164798 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-703da614-eea0-4dc6-bbd9-40fcc3d608a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "PUT /v2.0/floatingips/3ecc6816-d0c8-4908-8bda-437bbd115b8f HTTP/1.1" status: 200  len: 991 time: 2.9381616
Apr 22 21:34:47.165899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:34:47.220272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:47.496263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:47.728184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf91c9b0>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '45994db4-3c00-4311-ae1f-ad32f6018e49', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:6d:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:05Z', 'updated_at': '2021-04-22T21:34:44Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:47.737227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d4431-7c05-4ebd-8f62-8a10a8d552ec None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '45994db4-3c00-4311-ae1f-ad32f6018e49', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:6d:6b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:05Z', 'updated_at': '2021-04-22T21:34:44Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:34:48.197578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19ac64-ac72-412a-8b91-3026ce59384d None None] New status for floating IP 45994db4-3c00-4311-ae1f-ad32f6018e49: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:34:48.417837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4f3a90>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '3ecc6816-d0c8-4908-8bda-437bbd115b8f', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:08Z', 'updated_at': '2021-04-22T21:34:45Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:48.423278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:34:48.434528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:34:48.434528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4f3a90>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:48.699997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:34:49.121448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4f3a90>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '3ecc6816-d0c8-4908-8bda-437bbd115b8f', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:08Z', 'updated_at': '2021-04-22T21:34:45Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:34:49.126838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b819b-d831-4781-83c6-46d68ca0b913 None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '3ecc6816-d0c8-4908-8bda-437bbd115b8f', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:08Z', 'updated_at': '2021-04-22T21:34:45Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:34:49.391444 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'status': 'completed', 'code': 200}
Apr 22 21:34:49.427816 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-e5276df8-a445-44a9-84f4-792babf7aa1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1001 time: 0.1446230
Apr 22 21:34:49.466110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0f09e-6379-4180-8bea-888ab7e86f3c None None] New status for floating IP 3ecc6816-d0c8-4908-8bda-437bbd115b8f: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:34:49.555909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f137c-b00d-4841-bc62-96632da78c38 req-bb7a5f5e-44e2-4b78-adec-e9461d8e5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:49.557954 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-bb7a5f5e-44e2-4b78-adec-e9461d8e5cd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.1167855
Apr 22 21:34:49.598105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-0319530a-b72a-4a41-b337-81d9a527cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:49.601594 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-0319530a-b72a-4a41-b337-81d9a527cc15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1098 time: 0.1717973
Apr 22 21:34:49.697814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f137c-b00d-4841-bc62-96632da78c38 req-057f0b35-d8e2-46a0-beb1-4d574e626b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:49.700643 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-057f0b35-d8e2-46a0-beb1-4d574e626b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1350727
Apr 22 21:34:49.916156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-4f5ae650-e4d9-4c1c-a787-ad01b30c9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:49.919221 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-4f5ae650-e4d9-4c1c-a787-ad01b30c9e9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.3046718
Apr 22 21:34:50.048775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-107e1616-4f52-4263-84b0-7f70adb3fec3 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3392127
Apr 22 21:34:50.186149 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-03b5366d-b685-40f6-8747-e740e3fab2d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 1001 time: 0.2569027
Apr 22 21:34:50.335099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-30559960-a8e1-471a-9d45-cc83da1bfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:50.338911 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-30559960-a8e1-471a-9d45-cc83da1bfa89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.1439829
Apr 22 21:34:50.655224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-9c2e4058-f5ce-48b9-8c7f-d8fbd1de65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:50.658688 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-9c2e4058-f5ce-48b9-8c7f-d8fbd1de65ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2975504
Apr 22 21:34:50.854479 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-423f137c-b00d-4841-bc62-96632da78c38 req-119be9d2-6738-49ad-97e9-808b513e1339 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7910757
Apr 22 21:34:51.043052 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-b87e7733-eccf-4b17-94c0-d15f2db9c4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3727555
Apr 22 21:34:51.262532 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b885b2f9-f106-4cac-9d33-a1f05f46d9a5 req-349f7467-3e3e-4ab4-a737-169fb08086a5 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093768
Apr 22 21:34:52.149586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38724) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:52.237104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38732) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:52.314391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.318600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.336757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:52.341529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6c032827864d3986ecfd99c31a7b86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:52.345204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:52.348469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:52.352272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:52.354315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Usage tracker for resource:security_group_rule and tenant:ada78c9326174ea5a39ed7494bff2006 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:52.360193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:52.372512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:52.456714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.460674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.487781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3aeeeed-3858-4f01-a82b-5c2bfec0b5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:52.508290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.512968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.568970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f8795f3b-3dee-49be-aa9a-7cacb5e90afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:52.569555 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ada78c9326174ea5a39ed7494bff2006&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3305981
Apr 22 21:34:52.572852 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec6c032827864d3986ecfd99c31a7b86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4216599
Apr 22 21:34:52.576056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38746) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:52.576511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38744) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:52.582808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162346a1-bd8a-403f-9c75-099fa31be1c7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:52.628448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242703f-dfe6-4ba0-9042-595efacc9f99,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:52.645579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.646193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.646819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.647406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.648000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.648589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.649204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.650015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.650616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.651203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.651783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.652362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.660154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:52.663573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.663979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.664372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.664759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.665143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.665563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.665942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.666322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.666702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.667869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.668043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.668417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:34:52.683881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:52.690109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.727418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.760918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.781859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.790125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1487aee4-539b-4b13-bbbf-cf1347398270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:52.806335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.807728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.809526 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6242703f-dfe6-4ba0-9042-595efacc9f99 HTTP/1.1" status: 204  len: 168 time: 0.2319241
Apr 22 21:34:52.816849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242703f-dfe6-4ba0-9042-595efacc9f99,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:52.819727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:52.875641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.882832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a62a17d5-45ca-492f-9ab0-22d02679708f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:52.901770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162346a1-bd8a-403f-9c75-099fa31be1c7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:52.907954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:52.912478 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/162346a1-bd8a-403f-9c75-099fa31be1c7 HTTP/1.1" status: 204  len: 168 time: 0.3314924
Apr 22 21:34:52.912478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:53.467700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38784) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:53.542077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:53.583884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:53.599970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Usage tracker for resource:security_group_rule and tenant:e5dcf95dc3f64e7bb089a4dd3d63e982 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:53.622154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cdfe9-1bc1-4a13-bf0f-b4243e76f123 req-76735058-562c-46b9-9fa6-8a314385966c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:53.630040 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-009cdfe9-1bc1-4a13-bf0f-b4243e76f123 req-76735058-562c-46b9-9fa6-8a314385966c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.2612498
Apr 22 21:34:53.631230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:53.656530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:53.707530 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-009cdfe9-1bc1-4a13-bf0f-b4243e76f123 req-b40e4a50-0051-45bf-9d7d-757a05e91e91 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688183
Apr 22 21:34:53.730407 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38796) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:53.752454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:53.782492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:53.787365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Usage tracker for resource:security_group_rule and tenant:7bf33c8f9fb240c3baf335f63812f579 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:53.790818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:53.797964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:53.812341 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:53.816823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:53.833540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b34f6a1-e601-44cc-aedd-b5260e365746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:53.858546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38802) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:53.885602 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5dcf95dc3f64e7bb089a4dd3d63e982&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4148877
Apr 22 21:34:53.887161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6eb4e-528d-44ea-bcf8-903880776669,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:53.891400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38808) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:53.895511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.006238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.016985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.021769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.043122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6f952dd7-fcef-48d7-9aeb-a2c1806955e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:54.043442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.116353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.128892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6537b31-77b9-421a-acc7-2ee61db2f42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:54.157550 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bf33c8f9fb240c3baf335f63812f579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4234385
Apr 22 21:34:54.161743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38816) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:54.163744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.168382 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3df6eb4e-528d-44ea-bcf8-903880776669 HTTP/1.1" status: 204  len: 168 time: 0.2731252
Apr 22 21:34:54.169368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.172185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6eb4e-528d-44ea-bcf8-903880776669,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:54.176925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.183488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fce03-fe39-4f5d-8de4-3c08d15a0067,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:54.193399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.196091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:54.201390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Usage tracker for resource:security_group_rule and tenant:eef88c1a695e4b2c879bad64b9f0f609 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:54.204649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:54.212052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:54.289125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.323534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.368920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.374034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.384582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:54.393389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.405450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ebc583b-69a3-4d45-86cd-8774a25da9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:54.427410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fce03-fe39-4f5d-8de4-3c08d15a0067,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:54.433861 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eef88c1a695e4b2c879bad64b9f0f609&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5713346
Apr 22 21:34:54.434975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38824) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:54.443877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.446755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.448035 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc8fce03-fe39-4f5d-8de4-3c08d15a0067 HTTP/1.1" status: 204  len: 168 time: 0.2797720
Apr 22 21:34:54.464062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb6a24-31a7-40c5-9005-8410d330c04d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:54.474416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.536587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.578062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.660949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.672787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e06f04fa-74e0-4f13-84ab-19e619fb76e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:54.690497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb6a24-31a7-40c5-9005-8410d330c04d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:54.693603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:54.694963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:54.696342 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-26761526-b752-412f-8868-27a687736a70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cdb6a24-31a7-40c5-9005-8410d330c04d HTTP/1.1" status: 204  len: 168 time: 0.2599053
Apr 22 21:34:55.186094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17d4ffba-fe47-421f-9d65-fda3d28bc545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.284720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38856) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:55.315813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.341575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:55.347143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Usage tracker for resource:security_group_rule and tenant:adc1a884355844bcb7ff3b9bcdf2040f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:55.350746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:55.358801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:55.496405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.502795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.517973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-661bc8bc-ce24-4d74-afb1-8c08ac513719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:55.580132 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adc1a884355844bcb7ff3b9bcdf2040f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935996
Apr 22 21:34:55.583281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb3659-8fa2-4a1f-9670-5757ec9d2e57,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:55.584284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38868) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:55.599443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:55.696924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.747767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.833700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.839677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-713b431d-693b-414c-97a8-82e162b3a094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:55.851991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb3659-8fa2-4a1f-9670-5757ec9d2e57,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:55.859065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:55.859953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:55.863754 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24cb3659-8fa2-4a1f-9670-5757ec9d2e57 HTTP/1.1" status: 204  len: 168 time: 0.2749243
Apr 22 21:34:56.565754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38900) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:56.604803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:56.638077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:56.646340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Usage tracker for resource:security_group_rule and tenant:a0fd458027b6471faa2080d6ad9bc786 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:56.652530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:56.664443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:56.664790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c564f-0baf-449a-a1ba-ba05acdc3193 req-5b957096-fbab-4b19-b3c5-eb7e8cabab32 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:56.666647 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-731c564f-0baf-449a-a1ba-ba05acdc3193 req-5b957096-fbab-4b19-b3c5-eb7e8cabab32 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.1613190
Apr 22 21:34:56.766369 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-731c564f-0baf-449a-a1ba-ba05acdc3193 req-d095eb99-cca7-4e72-854f-2a72bc29c323 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862529
Apr 22 21:34:56.839112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:56.842650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:56.850905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-21f5f35d-96d4-4834-b776-fb3a0c62fc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:56.935681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e5eab-26d2-4a6c-b710-1a6693e6f166,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:57.015413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:57.025308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 38920) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:57.025712 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0fd458027b6471faa2080d6ad9bc786&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4578040
Apr 22 21:34:57.111961 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-c20c6fd5-95d7-4b9d-897b-6140aa936d9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1833973
Apr 22 21:34:57.160962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:57.224725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:57.341186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:57.358803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a7ecc999-e4ba-422b-8191-37d715403c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:57.426561 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e5eab-26d2-4a6c-b710-1a6693e6f166,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:57.431724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:57.442298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:57.448436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e67e5eab-26d2-4a6c-b710-1a6693e6f166 HTTP/1.1" status: 204  len: 168 time: 0.4169390
Apr 22 21:34:57.535715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-5951432d-3b1e-4158-9d0e-082e09ef6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:57.538879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-5951432d-3b1e-4158-9d0e-082e09ef6216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.3198767
Apr 22 21:34:57.649999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c689ffa3-b063-4754-8a12-bdfdd640498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:58.094119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:58.119672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-7b9e6159-f2d2-4705-b64b-de1efad6c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:58.124923 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-7b9e6159-f2d2-4705-b64b-de1efad6c985 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.5522568
Apr 22 21:34:58.298688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43f42a-1a83-4a25-8740-9519a8f82219 req-488b1ee2-4f9c-40b1-a9c3-8b00b8170b12 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:58.302739 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f43f42a-1a83-4a25-8740-9519a8f82219 req-488b1ee2-4f9c-40b1-a9c3-8b00b8170b12 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.2226985
Apr 22 21:34:58.418461 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-b0aa7bd5-ce4c-400f-81c7-6e90fc3314ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1001 time: 0.2727740
Apr 22 21:34:58.506119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-e3931877-e80c-416b-a217-d6d0d53a8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:58.506754 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-e3931877-e80c-416b-a217-d6d0d53a8d07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.0783129
Apr 22 21:34:58.549675 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f43f42a-1a83-4a25-8740-9519a8f82219 req-b3c7872d-e039-4233-b516-9fa337608a6c tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383575
Apr 22 21:34:58.612904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 38980) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:58.653530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-b4a0298c-9fd9-4666-b197-7b2d059aa9f5 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:58.656591 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-b4a0298c-9fd9-4666-b197-7b2d059aa9f5 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.2356830
Apr 22 21:34:58.672619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:58.697075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-df434ef7-be5b-4025-8900-62900c86f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:58.698984 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-df434ef7-be5b-4025-8900-62900c86f042 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1811898
Apr 22 21:34:58.985752 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-2d927979-6a9e-4694-b870-404c42c0e3d5 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779198
Apr 22 21:34:58.990096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Deleting port b1abc056-c522-47ab-9eda-dcf38e2edf0a {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:34:58.990756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.130130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.175706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:34:59.198631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:450ddbc93c2c4f8c977f39afb88c7c32 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:34:59.206642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:34:59.248134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] For port b1abc056-c522-47ab-9eda-dcf38e2edf0a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b1abc056-c522-47ab-9eda-dcf38e2edf0a,segment=NetworkSegment(a7d5ba85-5164-473b-8a73-6cec360c9645),segment_id=a7d5ba85-5164-473b-8a73-6cec360c9645)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:34:59.248531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.266916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:34:59.318852 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4665b35-1b08-4405-b8da-cf1c8aea134a req-12c8772e-4af5-48b5-826d-b0689949cec3 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3243961
Apr 22 21:34:59.420108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Calling delete_port for b1abc056-c522-47ab-9eda-dcf38e2edf0a owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:34:59.477095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.481652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.493968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-255247cc-4a4d-40e1-bc53-5b6b5bd93807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:59.535899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.560869 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=450ddbc93c2c4f8c977f39afb88c7c32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9408894
Apr 22 21:34:59.560869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece67b73-dd27-44f5-a4bf-23b85ab4e015,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:59.564487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:59.565275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39020) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:34:59.676969 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.710444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.767119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.775105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:34:59.793939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece67b73-dd27-44f5-a4bf-23b85ab4e015,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:34:59.797693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:34:59.831708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.833053 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ece67b73-dd27-44f5-a4bf-23b85ab4e015 HTTP/1.1" status: 204  len: 168 time: 0.2666447
Apr 22 21:34:59.879543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac79a-1a8e-4f6c-b047-bd578307a101 req-a42b5e6f-bc42-4de1-a369-8dcbac685274 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:34:59.882261 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-560ac79a-1a8e-4f6c-b047-bd578307a101 req-a42b5e6f-bc42-4de1-a369-8dcbac685274 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 946 time: 0.1703403
Apr 22 21:34:59.964743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:34:59.990284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['b1abc056-c522-47ab-9eda-dcf38e2edf0a'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:35:00.023793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:00.183889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Pushing event deleted for resources: {'Port': ['ID=b1abc056-c522-47ab-9eda-dcf38e2edf0a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:00.317126 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-560ac79a-1a8e-4f6c-b047-bd578307a101 req-cc8995b7-893b-49c2-aa72-853bd067d076 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea246be6-ecb1-4e60-8bcb-99d7475a2692&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4069529
Apr 22 21:35:00.321120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] No DVR routers for this DVR port b1abc056-c522-47ab-9eda-dcf38e2edf0a on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:35:00.347414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:00.358285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'name': 'network-vif-deleted', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:00.377106 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af396e2c-89ce-465c-83f5-a69fb6d05b02 req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.13 "DELETE /v2.0/ports/b1abc056-c522-47ab-9eda-dcf38e2edf0a HTTP/1.1" status: 204  len: 173 time: 1.7034380
Apr 22 21:35:00.381021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:00.435908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:00.543698 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fabdb13-e577-4ff8-a177-7018748780c0', 'name': 'network-vif-deleted', 'tag': 'b1abc056-c522-47ab-9eda-dcf38e2edf0a', 'status': 'completed', 'code': 200}
Apr 22 21:35:01.309158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39098) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:01.311535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39100) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:01.629904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:01.695120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:01.704068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Usage tracker for resource:security_group_rule and tenant:c67ea44940e94ee89a3ffa66867f5697 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:01.709503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:01.720949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:01.810832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592763648-network', 'tenant_id': 'b523c9094845491980efb2af1764f051'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:01.840488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:01.847202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bbb90d1-389f-434c-af72-50a7d68e236a req-fadb2eb0-bcd9-4f0e-ad33-8129124b90ed tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Synchronizing usage tracker for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:01.856552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Usage tracker for resource:network and tenant:b523c9094845491980efb2af1764f051 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:01.863343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:01.911323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bbb90d1-389f-434c-af72-50a7d68e236a req-fadb2eb0-bcd9-4f0e-ad33-8129124b90ed tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Unset dirty status for tenant:94cc54d101bf4ddbb965ed8bd0be6a7c on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:01.913539 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bbb90d1-389f-434c-af72-50a7d68e236a req-fadb2eb0-bcd9-4f0e-ad33-8129124b90ed tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fabdb13-e577-4ff8-a177-7018748780c0 HTTP/1.1" status: 200  len: 210 time: 0.2030196
Apr 22 21:35:01.918835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:01.926045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:01.934945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:01.980377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device b1abc056-c522-47ab-9eda-dcf38e2edf0a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:35:01.995771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Made reservation on behalf of b523c9094845491980efb2af1764f051 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:01.997892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8dfd44db-2bab-40ba-9dd2-8afe55f96028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:02.018324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.055168 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c67ea44940e94ee89a3ffa66867f5697&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7433915
Apr 22 21:35:02.078504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39128) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:02.135038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.209384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:02.216342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: b1abc056-c522-47ab-9eda-dcf38e2edf0a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:35:02.218908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device b1abc056-c522-47ab-9eda-dcf38e2edf0a not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:35:02.228521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b523c9094845491980efb2af1764f051 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:02.239264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:02.260104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:02.262462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2bff8b-0204-4e82-b3f4-120638959878,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:02.269029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:02.305635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.391889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.504989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.527933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0557a57e-53e1-429d-82c3-1c9d1bf65b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:02.547944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2bff8b-0204-4e82-b3f4-120638959878,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:02.553183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.555855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:02.562070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.571327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.580114 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c2bff8b-0204-4e82-b3f4-120638959878 HTTP/1.1" status: 204  len: 168 time: 0.4923790
Apr 22 21:35:02.610976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:35:02.631141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.631896 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Added segment 2ac92852-b053-4ac3-aedf-998d11af803c of type vlan for network 82943881-8282-4fe2-823e-97221bf1a475
Apr 22 21:35:02.689322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.736627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8123a0d8-4aa0-4641-b356-b71ea855a3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:02.767878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.774425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:02.775511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:02.839781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8147b-5cfe-4886-870e-71829e8afce1,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:02.848388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:02.849255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec81c378-21c5-49e6-a8ac-05c85037b310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:02.885039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5720677
Apr 22 21:35:02.889787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39162) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:02.927480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Request body: {'subnet': {'network_id': '82943881-8282-4fe2-823e-97221bf1a475', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592763648-subnet', 'tenant_id': 'b523c9094845491980efb2af1764f051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:02.987956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:03.014421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Usage tracker for resource:subnet and tenant:b523c9094845491980efb2af1764f051 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:03.048571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:03.078591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:03.090981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Pushing event updated for resources: {'Network': ['ID=82943881-8282-4fe2-823e-97221bf1a475,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:03.094368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Made reservation on behalf of b523c9094845491980efb2af1764f051 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:03.103555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:03.106863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-589c667e-6158-4ed4-899e-61acf81a41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:03.111293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 82943881-8282-4fe2-823e-97221bf1a475 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:35:04.056838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:04.068917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-778b7bf6-9e06-4c34-b863-c4f06a671892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:04.151619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c721e7e-bb05-46cf-bc47-a09d20a055d6,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:04.158527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:04.161751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Checking segment: {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:04.162157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Network hostable DHCP agents. Network: 82943881-8282-4fe2-823e-97221bf1a475, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:35:04.185042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Network 82943881-8282-4fe2-823e-97221bf1a475 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:35:04.197686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 82943881-8282-4fe2-823e-97221bf1a475) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:04.204439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:04.205658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:04.211003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbfd6ac-1950-444b-8150-ccd9b05ca57a None None] Network 82943881-8282-4fe2-823e-97221bf1a475 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:04.236192 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3438194
Apr 22 21:35:04.652812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39240) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:04.791732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Deleting subnet 98665c5f-da3f-4c88-826f-0cdfe38c4291 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:35:04.796411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:04.880152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:04.901233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:04.964655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead2050-4797-443d-8d43-25bdc26ee6de None None] Network 82943881-8282-4fe2-823e-97221bf1a475 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:05.701257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:35:05.984938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:05.997018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d8467326-639e-4147-b2d8-86d5d9e669cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:06.080163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98665c5f-da3f-4c88-826f-0cdfe38c4291,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:06.094751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:06.119579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:06.144212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39280) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:06.150826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98665c5f-da3f-4c88-826f-0cdfe38c4291 HTTP/1.1" status: 204  len: 168 time: 1.4962568
Apr 22 21:35:06.301457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39286) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:06.392770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:06.723007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:06.748266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:06.786081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:06.797389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Usage tracker for resource:security_group_rule and tenant:be7221be5549487cbe0f53f8aa17ff87 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:06.804531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:06.841996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:06.972047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9eaeb73fd0>> segment before_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.972737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9eaeb73fd0>> subnet precommit_delete_associations 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.974157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> segment_host_mapping after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.974770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> port after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.975935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> port after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.976306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> port after_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.976676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> segment after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.977151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> subnet after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.977690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> subnet after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:06.978061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eaec6ffd0>> subnet after_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:07.020293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39306) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:07.094682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eaf690208>> subnet after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:07.095107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eaf690208>> subnet after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:07.095482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eaf690208>> subnet before_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:07.095865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eaf690208>> subnet before_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:07.096338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf06b198>,) {'filters': {'network_id': ['d36e0c6c-d777-4fce-8886-f475f3f74978']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:07.119161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf06b198>, 'a7d5ba85-5164-473b-8a73-6cec360c9645') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:07.119504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf06b198>, 'a7d5ba85-5164-473b-8a73-6cec360c9645') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:07.135367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.148217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.154955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.162206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.174562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:35:07.178317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b7e1bab-dda0-48e5-b543-fe967df5475a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:07.243618 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be7221be5549487cbe0f53f8aa17ff87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9401908
Apr 22 21:35:07.252160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39312) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:07.295596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732d60b3-9db5-4dc8-9cdf-1c9bebbbc733,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:07.303418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:07.371903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.424584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:07.437982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Usage tracker for resource:security_group_rule and tenant:b41803fc8ced4148bab2007f504c1145 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:07.443727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:07.446126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Network d36e0c6c-d777-4fce-8886-f475f3f74978 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:35:07.453228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:07.463357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.480423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.511463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.571427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.577243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae022098-5047-4074-89c0-e3fa8e831978 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:07.595495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d60b3-9db5-4dc8-9cdf-1c9bebbbc733,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:07.600271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:07.615631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.620667 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/732d60b3-9db5-4dc8-9cdf-1c9bebbbc733 HTTP/1.1" status: 204  len: 168 time: 0.3668580
Apr 22 21:35:07.730500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.739713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.752335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41669d68-d2a1-468d-9e93-b2943be66fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:07.801019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21660d44-09f4-45d7-ba9d-db32e1d56e3f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:07.808034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:07.817391 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b41803fc8ced4148bab2007f504c1145&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7936897
Apr 22 21:35:07.821433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39342) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:07.846934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Network d36e0c6c-d777-4fce-8886-f475f3f74978 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   from cryptography.utils import int_from_bytes
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   from cryptography.utils import int_from_bytes
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   (rel_b, rel_a, rel_b),
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   (rel_b, rel_a, rel_b),
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:35:07.886025 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:35:07.898040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:07.933303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.012174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.018373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:08.032830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21660d44-09f4-45d7-ba9d-db32e1d56e3f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:08.038201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:08.044642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.046674 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21660d44-09f4-45d7-ba9d-db32e1d56e3f HTTP/1.1" status: 204  len: 168 time: 0.2232101
Apr 22 21:35:08.075149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.094765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-852682d4-4589-4b0f-9e20-cd3df6ba05a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:08.096348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-852682d4-4589-4b0f-9e20-cd3df6ba05a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Synchronizing usage tracker for tenant:b523c9094845491980efb2af1764f051 on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:08.119141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:08.153717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.182475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36e0c6c-d777-4fce-8886-f475f3f74978,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:08.188870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-852682d4-4589-4b0f-9e20-cd3df6ba05a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Unset dirty status for tenant:b523c9094845491980efb2af1764f051 on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:08.191226 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-852682d4-4589-4b0f-9e20-cd3df6ba05a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/networks?id=82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 200  len: 809 time: 0.6070931
Apr 22 21:35:08.192716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:08.206896 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d36e0c6c-d777-4fce-8886-f475f3f74978 HTTP/1.1" status: 204  len: 168 time: 2.0585289
Apr 22 21:35:08.238412 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-558c342b-8581-42f5-96b3-9b25e591c133 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/quotas/b523c9094845491980efb2af1764f051 HTTP/1.1" status: 200  len: 375 time: 0.0218170
Apr 22 21:35:08.258610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39358) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:08.301083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.337841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:08.347638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Usage tracker for resource:security_group_rule and tenant:6e3e9a1d0af7479fa8ded0f29c547b6d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:08.354277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:08.357102 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-4d00c3dc-cdd4-4055-b9b0-b38fbdcd9787 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1025712
Apr 22 21:35:08.370179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:08.491323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.498600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.503272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39370) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:08.513133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-983638e8-8142-4c48-9a1c-fdce026c6a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:08.567479 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e3e9a1d0af7479fa8ded0f29c547b6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3069015
Apr 22 21:35:08.568228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39374) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:08.571383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129e7e24-b1cc-4eff-ba03-f42894b8acbc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:08.631290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:08.635732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39378) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:08.677637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.708945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:08.715252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.718691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ec937d3e96440bac91be191d95ed4e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:08.729681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:08.741687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:08.766893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.874484 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7b458a61-2c32-4cc3-b194-7b8ac3efeb3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94cc54d101bf4ddbb965ed8bd0be6a7c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3673787
Apr 22 21:35:08.875017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39390) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:08.934235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.950248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:08.969642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4147d9e0-53fa-4eb3-836f-aaa14a76f6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:09.030296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-97f45b70-096f-4f98-9399-0a7839d7a0c6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:35:09.038685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.040720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-97f45b70-096f-4f98-9399-0a7839d7a0c6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2256482
Apr 22 21:35:09.098416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802c79e-1da6-446e-9f0e-75ef6efb7c69,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:09.142250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:09.143013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07633123-906a-462b-98db-4f0c2c946aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:09.163946 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4ec937d3e96440bac91be191d95ed4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5265625
Apr 22 21:35:09.178060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39400) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:09.200002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.208505 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/129e7e24-b1cc-4eff-ba03-f42894b8acbc HTTP/1.1" status: 204  len: 168 time: 0.6388953
Apr 22 21:35:09.210060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e7e24-b1cc-4eff-ba03-f42894b8acbc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:09.237203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.270004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:09.317902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.339684 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-d4798e42-5178-4632-82d0-04cd8fbeb57a service neutron] 10.222.0.11 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2976859
Apr 22 21:35:09.367816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.406231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.494610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.500289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.505210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:09.521113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a4053c4-fbc0-440d-8afe-c1070b573550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:09.532900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802c79e-1da6-446e-9f0e-75ef6efb7c69,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:09.539197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:09.539476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea246be6-ecb1-4e60-8bcb-99d7475a2692,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:09.542096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.545546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:09.549022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7802c79e-1da6-446e-9f0e-75ef6efb7c69 HTTP/1.1" status: 204  len: 168 time: 0.3667676
Apr 22 21:35:09.554105 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-8e6e6161-6715-4194-8e3c-aabdd463a3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995518
Apr 22 21:35:09.556559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:09.560825 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea246be6-ecb1-4e60-8bcb-99d7475a2692 HTTP/1.1" status: 204  len: 168 time: 0.6848400
Apr 22 21:35:09.909801 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-13f2144c-b48c-4d86-8496-f622596621e7 req-e14fe8de-97b7-4def-a9cb-d51f28f0d49e tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.0924749
Apr 22 21:35:10.053191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39430) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:10.073887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.092723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:10.097759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:313be3dacf714dbcbde2ee0b4718a1b7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:10.101536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:10.108800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:10.353531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.368807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.423997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0a5e2cce-eea1-4a30-8257-474ae04ad17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:10.488580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2773df-8502-42c4-a8e5-c799dd4cfca3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:10.514832 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=313be3dacf714dbcbde2ee0b4718a1b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4579589
Apr 22 21:35:10.516224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:10.517644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39456) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:10.716689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.799287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.924400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.934729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:10.992079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:10.998209 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f2773df-8502-42c4-a8e5-c799dd4cfca3 HTTP/1.1" status: 204  len: 168 time: 0.4748244
Apr 22 21:35:10.998209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2773df-8502-42c4-a8e5-c799dd4cfca3,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:11.001230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:11.597491 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ee95793-4f5b-43df-bb0f-4f8827c390a0 req-2e8d035b-784c-4719-9bb4-72d6fa81fa14 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.2256441
Apr 22 21:35:12.150993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39520) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:12.399730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-network', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:12.415854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:12.417599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Usage tracker for resource:network and tenant:fdcf9d24ff464d7bb6badedeed717ecc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:12.427784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:12.437554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:12.460608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Made reservation on behalf of fdcf9d24ff464d7bb6badedeed717ecc for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:12.471660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:12.496071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:12.531997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:12.541246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Usage tracker for resource:security_group_rule and tenant:fdcf9d24ff464d7bb6badedeed717ecc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:12.544801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:12.551903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:12.710257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:12.717383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:12.726110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1b2401c5-fa10-4982-af30-83bfd94cca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:12.831996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:35:12.848538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ba8317-19bf-4386-bbe0-9ba92be9119b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:12.867338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:12.886067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:12.886714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Added segment 9a711984-c145-42a4-a34d-38a1cb457846 of type vlan for network 29210b35-410d-4b84-bd3b-5920a14f1ba5
Apr 22 21:35:13.029261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:13.084473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:13.088208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:13.093101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:13.099552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:13.160546 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a2e9c24-387d-4494-ad98-198a6efd5426 req-821182ab-5308-4807-8c18-cb312274d1cd tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1380718
Apr 22 21:35:13.308123 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1553695
Apr 22 21:35:13.311279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39576) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:13.323819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Request body: {'subnet': {'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-subnet', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:13.347477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Pushing event updated for resources: {'Network': ['ID=29210b35-410d-4b84-bd3b-5920a14f1ba5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:13.348956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:13.353185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:13.362068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Usage tracker for resource:subnet and tenant:fdcf9d24ff464d7bb6badedeed717ecc is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:13.363782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:35:13.368742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:13.382033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:13.402708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Made reservation on behalf of fdcf9d24ff464d7bb6badedeed717ecc for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:13.420165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31970732'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.066753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33368394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31970749'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.076017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0af5a82-b27a-4006-abf9-7437dac12ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:14.206902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e446ee1-7a71-47ed-90b8-b4bebad47fd6,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:14.215238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:14.218381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Checking segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:14.218786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Network hostable DHCP agents. Network: 29210b35-410d-4b84-bd3b-5920a14f1ba5, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:35:14.240705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:35:14.251780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 29210b35-410d-4b84-bd3b-5920a14f1ba5) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:14.266086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9dc575-bebd-4509-ab51-129ccefd1640 None None] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:14.267932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:14.268603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.302428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9886189
Apr 22 21:35:14.305128 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39644) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:14.331791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:14.341370 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:14.349876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Usage tracker for resource:router and tenant:fdcf9d24ff464d7bb6badedeed717ecc is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:14.356551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:14.373704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:14.393650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.396320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.441730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:14.643859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b088a-ce9e-444f-bde3-c6a0b07f1382 None None] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:14.909935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:15.577386 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c45cfa7c-5225-487d-aadc-7127fc3fd625 req-11988976-79da-40bc-8203-5e7447de0c75 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1100001
Apr 22 21:35:15.639666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-037f67ed-5eb7-4285-be9f-b771ab84f062 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:15.642196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-037f67ed-5eb7-4285-be9f-b771ab84f062 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "GET /v2.0/networks?id=82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 200  len: 809 time: 0.6961768
Apr 22 21:35:15.787468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39682) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:15.890001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:15.928945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.146079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.171075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:16.194826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba0db31d36f48418b4e110170ebb4a4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:16.199683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:16.210209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:16.252225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Allocated IP 172.27.3.186 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/b4e5bd7f-3963-42b0-9fff-4b08b4009567) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:16.322531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.326752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.336765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-86bb2b59-315c-478b-82ee-f5309b87ef39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:16.390503 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ba0db31d36f48418b4e110170ebb4a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5964551
Apr 22 21:35:16.390503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01f002d-ca2c-4d7e-9bb9-1b27f2e6bc46,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:16.391114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:16.391555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39702) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:16.484685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.499204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.535034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.540889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:16.541788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.609945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:16.615139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:16.620472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:16.635981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.643957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d857066f-7480-49b7-89a4-05dac94b687f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:16.660180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01f002d-ca2c-4d7e-9bb9-1b27f2e6bc46,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:16.660905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e5bd7f-3963-42b0-9fff-4b08b4009567,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:16.664400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:16.665805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:16.667990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:16.674186 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d01f002d-ca2c-4d7e-9bb9-1b27f2e6bc46 HTTP/1.1" status: 204  len: 168 time: 0.2766309
Apr 22 21:35:17.028799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39714) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:17.054671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.072233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:17.077468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Usage tracker for resource:security_group_rule and tenant:5b1be46620a04a3ca531b1d207ef6ab2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:17.082785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:17.093846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:17.214204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.218620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.228010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4795ab81-a61a-44e8-84b1-8b5db491175b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:17.285220 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b1be46620a04a3ca531b1d207ef6ab2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2511971
Apr 22 21:35:17.285220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f52b6-824b-4b5d-b09b-14df4361caf2,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:17.286610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39720) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:17.290040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:17.385129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.417684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.423432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.487966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.493583 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6eadfae-e8af-4cf8-9707-e1b918814fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:17.513662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f52b6-824b-4b5d-b09b-14df4361caf2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:17.517565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:17.519865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:17.521419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c3f52b6-824b-4b5d-b09b-14df4361caf2 HTTP/1.1" status: 204  len: 168 time: 0.2332399
Apr 22 21:35:17.892509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:18.125260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Request body: {'port': {'device_id': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'network_id': '82943881-8282-4fe2-823e-97221bf1a475', 'admin_state_up': True, 'tenant_id': 'b523c9094845491980efb2af1764f051'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:18.478195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-949e47dc-03b2-40a5-b39e-57b3b8c74799 req-c7507e9f-3092-4ec3-a617-aaf4e2f92dbe tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1248710
Apr 22 21:35:18.611881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Router 4a1a28fe-fe62-45a5-b105-dc29c65135ec is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:35:18.662902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:18.982905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39780) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:18.995902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Usage tracker for resource:port and tenant:b523c9094845491980efb2af1764f051 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:19.005932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:19.053522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:19.108337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Made reservation on behalf of b523c9094845491980efb2af1764f051 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:19.133418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.324088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190747771-network', 'tenant_id': 'bdb3027a556247689c3dfa595fc53664'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:19.341494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:19.359471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Usage tracker for resource:network and tenant:bdb3027a556247689c3dfa595fc53664 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:19.373616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:19.399769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:19.446693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Made reservation on behalf of bdb3027a556247689c3dfa595fc53664 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:19.456178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.484509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.517025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:19.527250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb3027a556247689c3dfa595fc53664 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:19.533599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:35:19.538977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:19.553535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:19.565123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Sync routers for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:35:19.604930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:35:19.609226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf64d550>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:19.645214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.652407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.3455110
Apr 22 21:35:19.657958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 39804) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:19.743680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.754300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.767426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-62fe54a3-de26-4d8b-825e-39e14b5d16ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:19.779887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Allocated IP 172.20.0.10 (82943881-8282-4fe2-823e-97221bf1a475/9c721e7e-bb05-46cf-bc47-a09d20a055d6/4f149cc8-c15e-45dc-b837-488ae183d66a) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:19.884035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:35:19.915941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d8912-e772-4699-b1e1-d07cfbadfbcc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:19.927636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:19.930305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:19.930970 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Added segment 8953fac1-9bfe-4f57-8dd4-f40d5f341259 of type vlan for network 37fc45b8-f53c-4d08-a4a5-8db78401225f
Apr 22 21:35:19.987283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-cc5e67b4-e944-46c8-ac6e-e97d739f451f req-351430b9-765d-442e-afe4-9ff475e77f85 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Synchronizing usage tracker for tenant:b523c9094845491980efb2af1764f051 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:20.013534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:20.028290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-cc5e67b4-e944-46c8-ac6e-e97d739f451f req-351430b9-765d-442e-afe4-9ff475e77f85 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Unset dirty status for tenant:b523c9094845491980efb2af1764f051 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:20.029665 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cc5e67b4-e944-46c8-ac6e-e97d739f451f req-351430b9-765d-442e-afe4-9ff475e77f85 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1176891
Apr 22 21:35:20.137895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:20.141501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:20.142118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:20.153576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:20.363655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:35:20.370528 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.3845289
Apr 22 21:35:20.376785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39812) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:20.378134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Pushing event updated for resources: {'Network': ['ID=37fc45b8-f53c-4d08-a4a5-8db78401225f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:20.386680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:20.394224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Request body: {'subnet': {'network_id': '37fc45b8-f53c-4d08-a4a5-8db78401225f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190747771-subnet', 'tenant_id': 'bdb3027a556247689c3dfa595fc53664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:20.396552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:35:20.403714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:20.411981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Usage tracker for resource:subnet and tenant:bdb3027a556247689c3dfa595fc53664 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:20.417762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:20.429331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:20.446455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Made reservation on behalf of bdb3027a556247689c3dfa595fc53664 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:20.455329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:20.558656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.120112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf64d550>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 3, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:21.131688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Checking router: 4a1a28fe-fe62-45a5-b105-dc29c65135ec for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:35:21.132335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Updating router 4a1a28fe-fe62-45a5-b105-dc29c65135ec port b4e5bd7f-3963-42b0-9fff-4b08b4009567 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:35:21.231483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.583507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.589488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:21.603635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.633239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2958bd9a-7026-4889-a47f-6bb16d09486d req-3eefbca7-81cc-4f6a-acb0-542941d0bec3 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1414251
Apr 22 21:35:21.709448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.726335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d175fd1e-adc0-424a-b878-e2486bb1cba9,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:21.731982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:21.743513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:21.761782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Checking segment: {'id': '8953fac1-9bfe-4f57-8dd4-f40d5f341259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37fc45b8-f53c-4d08-a4a5-8db78401225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:21.762493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Network hostable DHCP agents. Network: 37fc45b8-f53c-4d08-a4a5-8db78401225f, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:35:21.811431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:35:21.813236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Network 82943881-8282-4fe2-823e-97221bf1a475 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:21.817310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:21.828323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 37fc45b8-f53c-4d08-a4a5-8db78401225f) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:21.835115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:21.836666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:21.838302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:21.841097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e99842-b8b3-4e2d-b331-bb1d6b064aa6 None None] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:21.893109 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5099006
Apr 22 21:35:22.011303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Pushing event updated for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:22.028869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:22.034047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.060424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Transition to ACTIVE for port object b4e5bd7f-3963-42b0-9fff-4b08b4009567 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:22.082224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.096464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:22.138232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:22.139059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.170507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Attempting to bind port b4e5bd7f-3963-42b0-9fff-4b08b4009567 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:22.171304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Attempting to bind port b4e5bd7f-3963-42b0-9fff-4b08b4009567 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:22.171926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Attempting to bind port b4e5bd7f-3963-42b0-9fff-4b08b4009567 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:22.186367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:22.187505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:22.188162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.188781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:22.189589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Bound port: b4e5bd7f-3963-42b0-9fff-4b08b4009567, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:22.190226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.210359 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0935006
Apr 22 21:35:22.227541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Request body: {'port': {'device_id': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:22.312029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] For port b4e5bd7f-3963-42b0-9fff-4b08b4009567, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:22.330107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Pushing event updated for resources: {'Port': ['ID=b4e5bd7f-3963-42b0-9fff-4b08b4009567,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:22.338154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Allocated IP 172.20.0.1 (29210b35-410d-4b84-bd3b-5920a14f1ba5/4e446ee1-7a71-47ed-90b8-b4bebad47fd6/3589f09e-2c59-404a-99e7-1f7ad4ff89ea) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:22.345868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] For port b4e5bd7f-3963-42b0-9fff-4b08b4009567, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b4e5bd7f-3963-42b0-9fff-4b08b4009567,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:22.349843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.350677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.351413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.351907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.352520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.353130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.353778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.354243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.354802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.355344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.356424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.356424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:22.368918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:22.370968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.377528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:22.389298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.482373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:35:22.483282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf64d550>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:22.653140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd83781-72aa-408e-9c83-098b2b9766c0 None None] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:22.774068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Pushing event updated for resources: {'Port': ['ID=b4e5bd7f-3963-42b0-9fff-4b08b4009567,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:22.787160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:22.934746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:22.984167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:35:23.251604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39882) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:23.263308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.424478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39896) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:23.433415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1996291199-network', 'tenant_id': '0bf748a0e8a44d4a9ee383b38ecad058'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:23.462514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f149cc8-c15e-45dc-b837-488ae183d66a {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:23.464490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:23.471416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.472295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.486748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Usage tracker for resource:network and tenant:0bf748a0e8a44d4a9ee383b38ecad058 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:23.490515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Transition to ACTIVE for port object 4f149cc8-c15e-45dc-b837-488ae183d66a will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:23.494746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:23.507831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:23.520706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab7af7939a149eb852db76777088034 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:23.524771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:23.532022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:23.532231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.533039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae6c17a2-9639-4ed5-bcd4-712149e30cbe tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:23.612347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:23.620244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:23.632912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b90f-0353-45c4-b91f-10e0fd97a6e6 req-c31a8aa1-bcf7-411b-9cc5-3ae661453268 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:23.635680 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6636b90f-0353-45c4-b91f-10e0fd97a6e6 req-c31a8aa1-bcf7-411b-9cc5-3ae661453268 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 932 time: 0.6970508
Apr 22 21:35:23.637288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:23.650235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf64d550>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 3, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:23.656175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c76c7-b85c-4b96-ad89-3b9eb6351880 None None] The sync data for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi is: [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 3, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:35:23.671358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.676183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.686367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:23.698028 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Made reservation on behalf of 0bf748a0e8a44d4a9ee383b38ecad058 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:23.716982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.735850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Pushing event updated for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:23.758039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a5b741-8768-4c59-ab97-31f296235343,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:23.770877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:23.774687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:23.775455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:23.803300 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ab7af7939a149eb852db76777088034&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5503376
Apr 22 21:35:23.804605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:23.807244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39908) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:23.832839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Usage tracker for resource:security_group_rule and tenant:0bf748a0e8a44d4a9ee383b38ecad058 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:23.838731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:23.857050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:23.931957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.005281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.025728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.028701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:24.049602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6636b90f-0353-45c4-b91f-10e0fd97a6e6 req-255cc0c7-eff8-4ff5-92cc-6ea663985a02 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Synchronizing usage tracker for tenant:b523c9094845491980efb2af1764f051 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:24.055172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:24.063613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:24.063906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:24.111946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.120007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.129721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-db81aa31-b41f-46b9-b51b-3bd298114186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:24.148504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.179246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Attempting to bind port 4f149cc8-c15e-45dc-b837-488ae183d66a on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:24.179246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Attempting to bind port 4f149cc8-c15e-45dc-b837-488ae183d66a by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:24.179246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Attempting to bind port 4f149cc8-c15e-45dc-b837-488ae183d66a on network 82943881-8282-4fe2-823e-97221bf1a475 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:24.189015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6636b90f-0353-45c4-b91f-10e0fd97a6e6 req-255cc0c7-eff8-4ff5-92cc-6ea663985a02 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Unset dirty status for tenant:b523c9094845491980efb2af1764f051 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:24.189734 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6636b90f-0353-45c4-b91f-10e0fd97a6e6 req-255cc0c7-eff8-4ff5-92cc-6ea663985a02 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4505746
Apr 22 21:35:24.215684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Port 4f149cc8-c15e-45dc-b837-488ae183d66a on network 82943881-8282-4fe2-823e-97221bf1a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:35:24.216151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Attempting to bind port 4f149cc8-c15e-45dc-b837-488ae183d66a on network 82943881-8282-4fe2-823e-97221bf1a475 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:24.230373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:24.235967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Checking segment: {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:24.236323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:35:24.236471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Bound using segment: {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:24.236471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Bound port: 4f149cc8-c15e-45dc-b837-488ae183d66a, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:24.236471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.245862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.252066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163604b3-b355-4d51-8ed4-2a26c34e87a4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:24.259854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:24.260409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-26761526-b752-412f-8868-27a687736a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:24.276550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.276550 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Added segment 5a8ef511-06b8-41e7-820a-d07ef1f21f3a of type vlan for network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3
Apr 22 21:35:24.277601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.278915 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96a5b741-8768-4c59-ab97-31f296235343 HTTP/1.1" status: 204  len: 168 time: 0.4704082
Apr 22 21:35:24.288948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a5b741-8768-4c59-ab97-31f296235343,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:24.293792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:24.339211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.415468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.417264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:24.418336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.436356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:24.539195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1130383
Apr 22 21:35:24.540126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 39916) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:24.553181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Request body: {'subnet': {'network_id': 'a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1996291199-subnet', 'tenant_id': '0bf748a0e8a44d4a9ee383b38ecad058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:24.559814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:24.565210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Usage tracker for resource:subnet and tenant:0bf748a0e8a44d4a9ee383b38ecad058 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:24.568676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:24.576229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:24.587822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Made reservation on behalf of 0bf748a0e8a44d4a9ee383b38ecad058 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:24.593810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.622401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Pushing event updated for resources: {'Network': ['ID=a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:24.635774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:35:24.715658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:24.829012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:24.848306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f149cc8-c15e-45dc-b837-488ae183d66a,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:24.854991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.865852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:24.867746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b7df1cdc-a61c-4d75-bf1f-440dc3af9fc5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:25.068186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:25.115415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.122114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:25.194700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7894-b9c6-4be0-99ff-2aa545e855fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.214111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:25.215060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.216815 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f149cc8-c15e-45dc-b837-488ae183d66a HTTP/1.1" status: 200  len: 1094 time: 2.9944053
Apr 22 21:35:25.225178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b4e5bd7f-3963-42b0-9fff-4b08b4009567 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:25.244027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:25.279713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.289375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:25.356913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port b4e5bd7f-3963-42b0-9fff-4b08b4009567 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:25.363036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port b4e5bd7f-3963-42b0-9fff-4b08b4009567 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:25.363441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.641668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:25.659616 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a', 'status': 'completed', 'code': 200}
Apr 22 21:35:25.664450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:25.755372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.772173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b89b8b7a-6bb1-4acf-8a89-33ced93a217b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:25.785639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.872699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port b4e5bd7f-3963-42b0-9fff-4b08b4009567, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b4e5bd7f-3963-42b0-9fff-4b08b4009567,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:25.881088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:25.885187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:26.154404 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c63705b-93c5-4460-953f-28133fbc4a37,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:26.166471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:26.169999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Checking segment: {'id': '5a8ef511-06b8-41e7-820a-d07ef1f21f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:26.173953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Network hostable DHCP agents. Network: a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:35:26.198451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=b4e5bd7f-3963-42b0-9fff-4b08b4009567,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:26.211977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.212525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.212912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.213297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.214132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.214132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.214424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.217785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.219136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.230981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.231578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.232133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:26.239270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:26.249327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:35:26.264765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:26.270558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:26.271339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:26.278843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582dda8-452e-42b3-b9be-c1cd05c5fe05 None None] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:26.308298 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1e3c40f9-4347-4e96-9d75-3e96fd439c33 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7604585
Apr 22 21:35:26.588069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Pushing event updated for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:26.594946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:26.659797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fab019-cbf9-4b7e-b8bd-8545ebe62284 None None] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:35:26.778587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f6fed-1f35-4090-952a-87a2025e3eef req-72a6b4b2-ec5f-4a54-b54f-6d70c185e9bb tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:26.782666 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd6f6fed-1f35-4090-952a-87a2025e3eef req-72a6b4b2-ec5f-4a54-b54f-6d70c185e9bb tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 944 time: 1.1187847
Apr 22 21:35:26.798020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Router 4a1a28fe-fe62-45a5-b105-dc29c65135ec has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:35:26.845329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-ef140460-a290-42d4-9c3b-f5000b656f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:26.847262 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-ef140460-a290-42d4-9c3b-f5000b656f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 1097 time: 1.5220091
Apr 22 21:35:26.942161 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-8cad4c43-f4a2-47b0-828a-f7bfd2876bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f149cc8-c15e-45dc-b837-488ae183d66a HTTP/1.1" status: 200  len: 217 time: 0.0842252
Apr 22 21:35:27.159883 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd6f6fed-1f35-4090-952a-87a2025e3eef req-e6e5eff3-e776-425d-ac42-2cd602a111fc tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530958
Apr 22 21:35:27.174927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b4e5bd7f-3963-42b0-9fff-4b08b4009567 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:27.266796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port b4e5bd7f-3963-42b0-9fff-4b08b4009567 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:27.267710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:27.327095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-fd68faa2-3e83-453a-b010-32f79dddea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:27.328617 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-fd68faa2-3e83-453a-b010-32f79dddea8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c721e7e-bb05-46cf-bc47-a09d20a055d6 HTTP/1.1" status: 200  len: 849 time: 0.1804290
Apr 22 21:35:27.436165 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-5550c9ba-6c3d-4332-af91-226e14dfda54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82943881-8282-4fe2-823e-97221bf1a475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958784
Apr 22 21:35:27.450646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:35:27.472122 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] 10.222.0.11 "PUT /v2.0/routers/4a1a28fe-fe62-45a5-b105-dc29c65135ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8051577
Apr 22 21:35:27.636232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Sync routers for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:35:27.669738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dc12-7cc6-4229-abcb-c54b9e11c62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:27.675439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:35:27.676627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf340630>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:34:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:27.760690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-60a56222-7041-4fe6-90b0-6c1466ab1250 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3078237
Apr 22 21:35:28.135127 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95617b70-a4eb-4c1b-892c-6c7438668f3a req-edb86323-0eda-4c12-ac8f-a1350ccb7753 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3706827
Apr 22 21:35:28.478098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-c1dcbc20-ef62-44ba-ad52-68dedff4ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:28.480450 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-c1dcbc20-ef62-44ba-ad52-68dedff4ce16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 1097 time: 0.2776489
Apr 22 21:35:28.513995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:28.549920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:35:28.552150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-f2b01e9a-81a7-43b2-bdde-1e9c0415bf23 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:28.553945 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-f2b01e9a-81a7-43b2-bdde-1e9c0415bf23 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 819 time: 0.3525610
Apr 22 21:35:28.629477 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-4ed3c127-7112-4ac1-8918-15b4c64b14ea tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/quotas/fdcf9d24ff464d7bb6badedeed717ecc HTTP/1.1" status: 200  len: 375 time: 0.0275159
Apr 22 21:35:28.685071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:28.764578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-5710e9df-3c00-40b0-b1c1-bc1b90aeb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:28.766191 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-5710e9df-3c00-40b0-b1c1-bc1b90aeb4e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 200  len: 909 time: 0.2699952
Apr 22 21:35:28.779308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ae46-e727-4bd3-9763-91d17f2f990e req-febf826c-4b34-49d1-8c7e-85765dc192cf tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:28.781032 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe16ae46-e727-4bd3-9763-91d17f2f990e req-febf826c-4b34-49d1-8c7e-85765dc192cf tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 944 time: 0.3491230
Apr 22 21:35:28.840035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-ac08bc39-2bb6-40f6-b837-123e650b020f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Synchronizing usage tracker for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:28.858919 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe16ae46-e727-4bd3-9763-91d17f2f990e req-8247fd99-da06-4d86-af84-3400c9bb0024 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634151
Apr 22 21:35:28.871016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-ac08bc39-2bb6-40f6-b837-123e650b020f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Unset dirty status for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:28.872949 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-ac08bc39-2bb6-40f6-b837-123e650b020f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2216849
Apr 22 21:35:29.117327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf340630>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:24Z', 'revision_number': 4, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3589f09e-2c59-404a-99e7-1f7ad4ff89ea', 'name': '', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'mac_address': 'fa:16:3e:b9:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:21Z', 'updated_at': '2021-04-22T21:35:24Z', 'revision_number': 2, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'subnets': [{'id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:29.128646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Checking router: 4a1a28fe-fe62-45a5-b105-dc29c65135ec for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:35:29.129699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Updating router 4a1a28fe-fe62-45a5-b105-dc29c65135ec port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:35:29.182696 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-7a23457f-740b-499c-891a-fb77c31a41b1 service neutron] 10.222.0.11 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2940767
Apr 22 21:35:29.276785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:29.441297 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-b1bae4fc-8218-4b04-804d-c0adefed33d9 service neutron] 10.222.0.11 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470245
Apr 22 21:35:29.638807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:29.852226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:29.868285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Transition to ACTIVE for port object 3589f09e-2c59-404a-99e7-1f7ad4ff89ea will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:29.876647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:29.883374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:29.899929 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-2399e947-9874-4a05-9995-b62a17931282 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f149cc8-c15e-45dc-b837-488ae183d66a HTTP/1.1" status: 200  len: 217 time: 0.0951591
Apr 22 21:35:30.110133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Pushing event updated for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:30.113446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:30.139277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Attempting to bind port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:30.139904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Attempting to bind port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:30.140478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Attempting to bind port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:30.147309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:30.147796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Checking segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:30.148285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:30.148758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Bound using segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:30.149456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Bound port: 3589f09e-2c59-404a-99e7-1f7ad4ff89ea, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:30.149717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:30.255806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] For port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:30.260081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] For port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:30.263760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:30.269256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:30.358648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:35:30.359474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf340630>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:35:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:30.485129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Pushing event updated for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:30.496998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:30.568291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:35:30.799319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:30.978114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf340630>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:24Z', 'revision_number': 4, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3589f09e-2c59-404a-99e7-1f7ad4ff89ea', 'name': '', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'mac_address': 'fa:16:3e:b9:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:21Z', 'updated_at': '2021-04-22T21:35:30Z', 'revision_number': 4, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'subnets': [{'id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:30.995328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384f285-7e55-4a01-864d-5303f7089728 None None] The sync data for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi is: [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:35:24Z', 'revision_number': 4, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3589f09e-2c59-404a-99e7-1f7ad4ff89ea', 'name': '', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'mac_address': 'fa:16:3e:b9:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:21Z', 'updated_at': '2021-04-22T21:35:30Z', 'revision_number': 4, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'subnets': [{'id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:35:31.913950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-54f8b683-a838-49a4-b692-75c8001d9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:31.920209 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-54f8b683-a838-49a4-b692-75c8001d9fd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c721e7e-bb05-46cf-bc47-a09d20a055d6 HTTP/1.1" status: 200  len: 849 time: 0.1713061
Apr 22 21:35:32.017064 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-e273770b-63eb-4892-a972-32cf30580a25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82943881-8282-4fe2-823e-97221bf1a475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842276
Apr 22 21:35:32.257747 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f9a5620-1c7b-46f5-b411-c3c2bfa0387a req-fac56208-2803-42eb-a41f-0092e64ad7ee tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 210 time: 0.1610715
Apr 22 21:35:32.358199 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-4bac4017-518e-4195-ad69-ab5d13349899 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3322031
Apr 22 21:35:32.407532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e9c6-2486-4a34-b0c3-d15bdce3327d req-5c11b458-5eea-46e9-b91d-978d3c8e3f07 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:32.410967 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e74e9c6-2486-4a34-b0c3-d15bdce3327d req-5c11b458-5eea-46e9-b91d-978d3c8e3f07 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 944 time: 0.3568935
Apr 22 21:35:32.511419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e74e9c6-2486-4a34-b0c3-d15bdce3327d req-127e2523-ab15-4ab7-adaa-36dfc7996484 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877867
Apr 22 21:35:33.069130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-a9756328-4b61-438d-a449-6e47e1182659 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:33.072064 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-a9756328-4b61-438d-a449-6e47e1182659 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 819 time: 0.6057482
Apr 22 21:35:33.095885 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-32bca4d9-b20b-4985-b9b4-472a2f2f59e6 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/quotas/fdcf9d24ff464d7bb6badedeed717ecc HTTP/1.1" status: 200  len: 375 time: 0.0111966
Apr 22 21:35:33.120501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3589f09e-2c59-404a-99e7-1f7ad4ff89ea up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:33.195283 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-0597a087-75d7-4b24-bf2e-d7b5a870cb65 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0923228
Apr 22 21:35:33.218846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:33.225424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:33.225973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:33.360311 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-a5acc43e-dfc0-4de8-8c8b-58cd1f3b6456 service neutron] 10.222.0.11 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554611
Apr 22 21:35:33.430940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:33.493739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:33.497803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:33.499863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:33.522513 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e77403f8-a784-49b3-b599-9e4c3d1f3d08 service neutron] 10.222.0.11 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533005
Apr 22 21:35:33.581234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:33.584710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:34.039912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 4f149cc8-c15e-45dc-b837-488ae183d66a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:35:34.207897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f149cc8-c15e-45dc-b837-488ae183d66a,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:34.224311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '4f149cc8-c15e-45dc-b837-488ae183d66a', 'network_id': '82943881-8282-4fe2-823e-97221bf1a475', 'port_id': '4f149cc8-c15e-45dc-b837-488ae183d66a', 'mac_address': 'fa:16:3e:7c:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c721e7e-bb05-46cf-bc47-a09d20a055d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:35:34.289112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:34.309852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f149cc8-c15e-45dc-b837-488ae183d66a {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:34.328672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f149cc8-c15e-45dc-b837-488ae183d66a,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:34.332598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:34.334759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:34.414520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:34.418566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:35.102141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3589f09e-2c59-404a-99e7-1f7ad4ff89ea up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:35.288383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:35.289422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:35.320042 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ef16f1-7967-422b-a189-b9a6fabcd728 req-c85e6b9a-edc9-411d-94f6-618d263bcbf1 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586961
Apr 22 21:35:35.322603 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b17621fe-3e5e-450f-92d2-ba50e93cd290 req-36e62f7f-d6fb-4b28-add1-d014158b762a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 210 time: 0.0759425
Apr 22 21:35:35.363361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['4f149cc8-c15e-45dc-b837-488ae183d66a'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:35:35.611764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77f2b7-43da-4792-a751-89a0c1d72864 req-abcfd819-2355-4b02-97f8-943f9f266927 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:35.614951 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d77f2b7-43da-4792-a751-89a0c1d72864 req-abcfd819-2355-4b02-97f8-943f9f266927 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 945 time: 0.2392354
Apr 22 21:35:35.862304 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d77f2b7-43da-4792-a751-89a0c1d72864 req-1e0f2276-b7ce-4292-943a-df7b93baf9c3 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932042
Apr 22 21:35:35.936481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-784f4183-17fb-418c-b8fe-d024665fd70c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:35.939481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-784f4183-17fb-418c-b8fe-d024665fd70c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 819 time: 0.3215444
Apr 22 21:35:35.968318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Request body: {'port': {'device_id': 'f8f116f1-8303-4238-9db6-4ea183822478', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'admin_state_up': True, 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:36.221191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:36.246008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:36.262464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Made reservation on behalf of fdcf9d24ff464d7bb6badedeed717ecc for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:36.271511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-739c68b1-6a18-4339-9a27-4dbe8d546736 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:36.272797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-97041393-4a05-4e74-8574-779f9de1dc65 req-739c68b1-6a18-4339-9a27-4dbe8d546736 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Synchronizing usage tracker for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:36.274375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:36.308069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-97041393-4a05-4e74-8574-779f9de1dc65 req-739c68b1-6a18-4339-9a27-4dbe8d546736 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Unset dirty status for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:36.310518 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-739c68b1-6a18-4339-9a27-4dbe8d546736 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 819 time: 0.2098579
Apr 22 21:35:36.330993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Request body: {'port': {'device_id': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'admin_state_up': True, 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:36.691666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Allocated IP 172.20.0.8 (29210b35-410d-4b84-bd3b-5920a14f1ba5/4e446ee1-7a71-47ed-90b8-b4bebad47fd6/fb23e756-c35e-46e5-a3af-ad2a418a05ec) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:36.843371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:36.870725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:36.929252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Made reservation on behalf of fdcf9d24ff464d7bb6badedeed717ecc for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:36.949757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:37.048620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 4f149cc8-c15e-45dc-b837-488ae183d66a up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:37.053950 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a376b0bc-97e4-4160-a0b9-25e0150f65e7 req-99287b92-4aea-43d6-b259-d7bac1c10268 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 210 time: 0.2577600
Apr 22 21:35:37.284371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 4f149cc8-c15e-45dc-b837-488ae183d66a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:37.294137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 4f149cc8-c15e-45dc-b837-488ae183d66a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:37.295152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:37.615096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:37.661391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:37.679241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecab3b-8855-4de7-bf64-0292b8c635ff req-e88fbf68-a443-470e-b4ce-075462c46e46 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:37.681239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71ecab3b-8855-4de7-bf64-0292b8c635ff req-e88fbf68-a443-470e-b4ce-075462c46e46 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 945 time: 0.4165771
Apr 22 21:35:37.683700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:37.854988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Allocated IP 172.20.0.5 (29210b35-410d-4b84-bd3b-5920a14f1ba5/4e446ee1-7a71-47ed-90b8-b4bebad47fd6/904395da-eea4-453b-9ac4-5931d4114345) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:37.971601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:37.982160 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71ecab3b-8855-4de7-bf64-0292b8c635ff req-4e7f02b2-4a01-4f09-a9fc-adeb8f61ed1a tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059176
Apr 22 21:35:37.990659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:38.011083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:38.024365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.154074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:38.155149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.190424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Pushing event updated for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:38.196947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:38.209817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:38.212279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2632015
Apr 22 21:35:38.233394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Request body: {'port': {'device_id': 'f8f116f1-8303-4238-9db6-4ea183822478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:38.244225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f149cc8-c15e-45dc-b837-488ae183d66a,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:38.250682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.253047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:38.424701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:38.432055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:38.472938 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a', 'code': 200}
Apr 22 21:35:38.521169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.738204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-192d8010-1753-468a-a05b-3836b96e6693 req-672259e0-82ff-4c8d-9634-6180065cb009 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Synchronizing usage tracker for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:38.814397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.877160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-192d8010-1753-468a-a05b-3836b96e6693 req-672259e0-82ff-4c8d-9634-6180065cb009 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Unset dirty status for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:38.879701 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-192d8010-1753-468a-a05b-3836b96e6693 req-672259e0-82ff-4c8d-9634-6180065cb009 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 210 time: 0.2399278
Apr 22 21:35:38.968213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:38.975320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a719fae-7a59-4701-8e49-55e9c96c58e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:39.184158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:39.197076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:39.219694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:39.236469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:39.238135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:39.248515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Pushing event updated for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:39.268840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:39.308135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4e2f-befe-4b29-a3db-62e06b9ee5c8 req-0e5a9c67-393e-424b-8e2c-da290f496c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:39.309900 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6f7a4e2f-befe-4b29-a3db-62e06b9ee5c8 req-0e5a9c67-393e-424b-8e2c-da290f496c9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 1099 time: 0.4363971
Apr 22 21:35:39.384966 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0582616
Apr 22 21:35:39.422858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Request body: {'port': {'device_id': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:39.572962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6f7a4e2f-befe-4b29-a3db-62e06b9ee5c8 req-0e0b4268-f959-438d-ad68-8f2d2349cbca service neutron] Synchronizing usage tracker for tenant:1cfc79fcfcd24be6b125ef4e697b9094 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:39.671409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6f7a4e2f-befe-4b29-a3db-62e06b9ee5c8 req-0e0b4268-f959-438d-ad68-8f2d2349cbca service neutron] Unset dirty status for tenant:1cfc79fcfcd24be6b125ef4e697b9094 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:39.672746 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6f7a4e2f-befe-4b29-a3db-62e06b9ee5c8 req-0e0b4268-f959-438d-ad68-8f2d2349cbca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3537433
Apr 22 21:35:39.681752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:39.806088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40282) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:39.812310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb23e756-c35e-46e5-a3af-ad2a418a05ec {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:39.831251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:39.864605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Transition to ACTIVE for port object fb23e756-c35e-46e5-a3af-ad2a418a05ec will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:39.877126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa5ca-1597-4723-bb91-b629ef1e1e88 req-b0c2ccc7-6eac-450a-bf1f-209f07f613f6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:39.879826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-734fa5ca-1597-4723-bb91-b629ef1e1e88 req-b0c2ccc7-6eac-450a-bf1f-209f07f613f6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 946 time: 0.4343059
Apr 22 21:35:39.881320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:39.887408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:40.206846 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-734fa5ca-1597-4723-bb91-b629ef1e1e88 req-00e2c7c7-3c0b-4375-8349-ff1c6e6f86d9 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163014
Apr 22 21:35:40.339106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.342288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904395da-eea4-453b-9ac4-5931d4114345 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:40.351520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.370892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Transition to ACTIVE for port object 904395da-eea4-453b-9ac4-5931d4114345 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:40.379276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.385311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3205dcff-d208-4e5c-83b4-7929d462c973 tempest-DeleteServersTestJSON-129929240 tempest-DeleteServersTestJSON-129929240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:40.436451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:40.474346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:40.481287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:40.525326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:f964917f64864460afd0b19bc1857f75 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:40.534285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:40.553014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:40.600135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Pushing event updated for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:40.608762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:40.627916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Attempting to bind port 904395da-eea4-453b-9ac4-5931d4114345 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:40.628413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Attempting to bind port 904395da-eea4-453b-9ac4-5931d4114345 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:40.628966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Attempting to bind port 904395da-eea4-453b-9ac4-5931d4114345 on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:40.641316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Port 904395da-eea4-453b-9ac4-5931d4114345 on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:35:40.641713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Attempting to bind port 904395da-eea4-453b-9ac4-5931d4114345 on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:40.655906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:40.656405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Checking segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:40.657001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Bound using segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:40.657382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Bound port: 904395da-eea4-453b-9ac4-5931d4114345, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:40.657766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.676352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Attempting to bind port fb23e756-c35e-46e5-a3af-ad2a418a05ec on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:40.676878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Attempting to bind port fb23e756-c35e-46e5-a3af-ad2a418a05ec by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:40.677125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Attempting to bind port fb23e756-c35e-46e5-a3af-ad2a418a05ec on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:40.710883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c59a0-7fbc-4819-a95c-a8b4f98ba7b3 req-f9605a2d-5a4e-41af-84c2-e6c34f67f95f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:40.719823 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b04c59a0-7fbc-4819-a95c-a8b4f98ba7b3 req-f9605a2d-5a4e-41af-84c2-e6c34f67f95f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 943 time: 0.4012933
Apr 22 21:35:40.738519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Port fb23e756-c35e-46e5-a3af-ad2a418a05ec on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:35:40.738897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Attempting to bind port fb23e756-c35e-46e5-a3af-ad2a418a05ec on network 29210b35-410d-4b84-bd3b-5920a14f1ba5 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:40.751192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:40.751577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Checking segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:40.752082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Bound using segment: {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:40.752589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Bound port: fb23e756-c35e-46e5-a3af-ad2a418a05ec, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a711984-c145-42a4-a34d-38a1cb457846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:40.752981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.838538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:40.844748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=904395da-eea4-453b-9ac4-5931d4114345,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:40.860825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.878827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-757459f1-44c1-42b8-a2a9-d37e49a14209 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:40.908420 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b04c59a0-7fbc-4819-a95c-a8b4f98ba7b3 req-8d1232b0-56e5-4fee-9b09-02fa8abdbcd0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642234
Apr 22 21:35:40.955440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:40.963325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:40.964129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:40.964539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.966760 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] 10.222.0.13 "PUT /v2.0/ports/904395da-eea4-453b-9ac4-5931d4114345 HTTP/1.1" status: 200  len: 1093 time: 1.5751336
Apr 22 21:35:40.974435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:40.977899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'tag': '904395da-eea4-453b-9ac4-5931d4114345'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:40.991286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:41.074017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:41.088954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:41.100014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:41.100697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.102288 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 1093 time: 2.8803761
Apr 22 21:35:41.102821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:41.107129 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'tag': '904395da-eea4-453b-9ac4-5931d4114345', 'status': 'completed', 'code': 200}
Apr 22 21:35:41.121086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.128454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.138617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Pushing event updated for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:41.143749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:41.175597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-a5cc70e2-84f4-46b1-8597-29ba184854f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:41.177725 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-a5cc70e2-84f4-46b1-8597-29ba184854f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 1096 time: 0.1333735
Apr 22 21:35:41.184152 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec', 'status': 'completed', 'code': 200}
Apr 22 21:35:41.225504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2fc0fbf-4077-4f97-ae9e-098da5a5ca22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:41.263661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa6a0b-772d-418e-9640-a26ff4d1489b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:41.268820 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f964917f64864460afd0b19bc1857f75&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4606068
Apr 22 21:35:41.276627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:41.277151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40328) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:41.320878 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-55c68905-6383-49ee-b8fe-9c3e40bb55e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904395da-eea4-453b-9ac4-5931d4114345 HTTP/1.1" status: 200  len: 217 time: 0.1336448
Apr 22 21:35:41.336709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40332) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:41.418676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.438147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-2aeeeed7-e907-48bf-b8ab-fb8dac061ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:41.439937 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-2aeeeed7-e907-48bf-b8ab-fb8dac061ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1096 time: 0.2547953
Apr 22 21:35:41.441689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041393-4a05-4e74-8574-779f9de1dc65 req-45b6944d-9ac7-48b8-bea5-996f928ec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:41.443956 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-45b6944d-9ac7-48b8-bea5-996f928ec3be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.1153824
Apr 22 21:35:41.486611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.570923 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-bf54cda7-a333-43ab-9420-9b7d6f1814d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1176338
Apr 22 21:35:41.737891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.767573 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-836f59da-c05d-42a2-8aa5-a6c522410f8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.2369580
Apr 22 21:35:41.827823 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-58df3e47-1561-4b2c-b356-88899f6f7000 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500632
Apr 22 21:35:41.838509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:41.863347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Usage tracker for resource:security_group_rule and tenant:54741b36523b4a699281e20fba74d6c4 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:41.876230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:41.885467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:41.900733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:41.903880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4082e40a-ae02-45ac-a7df-1c6db76e3fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:41.939725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-e5f2aa1b-1f5d-4684-ace3-1e090431ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:41.941401 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-e5f2aa1b-1f5d-4684-ace3-1e090431ece7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.1559677
Apr 22 21:35:41.949458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa6a0b-772d-418e-9640-a26ff4d1489b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:42.170688 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97041393-4a05-4e74-8574-779f9de1dc65 req-733b3b43-94de-4f10-8041-808ef799b788 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3360851
Apr 22 21:35:42.372711 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-30007971-127f-4c1f-b251-e5b21abad5dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4158702
Apr 22 21:35:42.378440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:42.379467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:42.381037 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0aa6a0b-772d-418e-9640-a26ff4d1489b HTTP/1.1" status: 204  len: 168 time: 1.1026585
Apr 22 21:35:42.428770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62133-d273-4d5d-9cf9-28250222d692 req-29a55339-922c-46bb-80d9-9752ee493553 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:42.430438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-c047fa1b-2d6a-449f-8be0-c986b3df15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:42.430575 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4c62133-d273-4d5d-9cf9-28250222d692 req-29a55339-922c-46bb-80d9-9752ee493553 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 946 time: 0.9014761
Apr 22 21:35:42.432774 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-c047fa1b-2d6a-449f-8be0-c986b3df15a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 1096 time: 0.2102890
Apr 22 21:35:42.627483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-6ebd1a38-3e4e-4046-9aad-cb7fdae8af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:42.630538 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-6ebd1a38-3e4e-4046-9aad-cb7fdae8af49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.1898742
Apr 22 21:35:42.681903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:35:42.738774 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4c62133-d273-4d5d-9cf9-28250222d692 req-14dde37f-94ae-4787-a01e-10fa9311d47a tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348397
Apr 22 21:35:42.831844 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-c4cbbdea-e919-4c16-ad09-bc5bb9da62b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904395da-eea4-453b-9ac4-5931d4114345 HTTP/1.1" status: 200  len: 217 time: 0.1926038
Apr 22 21:35:42.849093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778315e3-b3fa-42cc-8bc2-2a7217f5b73a req-f308d49e-6c23-49a6-8865-2a95f736f579 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:42.850944 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-778315e3-b3fa-42cc-8bc2-2a7217f5b73a req-f308d49e-6c23-49a6-8865-2a95f736f579 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 943 time: 0.3305469
Apr 22 21:35:42.930473 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-778315e3-b3fa-42cc-8bc2-2a7217f5b73a req-96e3f832-04d5-4459-8647-a99af3ea5a5f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648425
Apr 22 21:35:42.959061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-1e954e23-b788-4e90-959b-60497a0c2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:42.960904 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-1e954e23-b788-4e90-959b-60497a0c2d61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.1223581
Apr 22 21:35:43.001055 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-73bfb229-f970-43ca-ad9e-f50188a49dcd service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5377183
Apr 22 21:35:43.057720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:43.077113 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-599fadd0-653d-48a0-a037-5f3cda56744d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1022799
Apr 22 21:35:43.241569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:43.248116 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-2dc39d99-1972-432a-838f-00568a516bdb service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632330
Apr 22 21:35:43.263508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:43.390032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b850e-04a9-42ae-89f9-20a5b98a9992,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:43.404342 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54741b36523b4a699281e20fba74d6c4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0622418
Apr 22 21:35:43.426749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:43.438871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40384) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:43.506139 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dafc74e2-efed-4499-ace8-697c9be3c22c req-d74b6f66-290b-4abc-8257-31a3ade550dd service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5083683
Apr 22 21:35:43.524812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9c46c-8317-4f07-b2df-cfe45b24f2e8 req-3a19e0e0-1c04-4e4c-933b-1a2a1bce7ec7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:43.526596 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2d9c46c-8317-4f07-b2df-cfe45b24f2e8 req-3a19e0e0-1c04-4e4c-933b-1a2a1bce7ec7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.4791045
Apr 22 21:35:43.565765 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8136f547-75bc-44c7-bd8c-0bce09cbf82f req-99429d31-4998-41ee-bdc2-a5a30afcf1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106313
Apr 22 21:35:43.682077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:43.692069 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2d9c46c-8317-4f07-b2df-cfe45b24f2e8 req-7161053d-7cfc-420d-9bd1-1e1802885c29 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549866
Apr 22 21:35:43.749271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:43.809866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-da83dd27-09b9-4f59-8235-c145fab7210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:43.811559 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-da83dd27-09b9-4f59-8235-c145fab7210b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1096 time: 0.2318902
Apr 22 21:35:43.965934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:43.985627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40400) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:43.987442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a96c7b07-13bb-4f08-85f0-b4357078e570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:44.047901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b850e-04a9-42ae-89f9-20a5b98a9992,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:44.066562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:44.104135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.110436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a54b850e-04a9-42ae-89f9-20a5b98a9992 HTTP/1.1" status: 204  len: 168 time: 0.6626849
Apr 22 21:35:44.192675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-2aa3e6ba-00ec-494d-9d15-053f92f1c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:44.196842 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-2aa3e6ba-00ec-494d-9d15-053f92f1c11d service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.3766029
Apr 22 21:35:44.308631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.339189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:44.345570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Usage tracker for resource:security_group_rule and tenant:820331cd99e047919b90aa63cd00a154 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:44.350436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:44.359400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:44.472337 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-339e0ef6-c6bc-46e8-9dca-da9c50ed0fe9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.2563622
Apr 22 21:35:44.482802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.489267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.510974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2cbfff81-677e-4ddf-a342-21e8dddaa27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:44.559854 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=820331cd99e047919b90aa63cd00a154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5686049
Apr 22 21:35:44.560634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40420) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:44.623249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d70335-4406-40a6-9a34-04985e895de6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:44.626427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:44.627148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40424) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:44.670457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.685770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.699429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:44.708547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Usage tracker for resource:security_group_rule and tenant:42fba3f53ca94e9cba8b671de94eea49 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:44.718325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:44.730089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:44.733773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.756920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-094a7f43-5780-47c7-ac95-80aa6c1be5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:44.759756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-094a7f43-5780-47c7-ac95-80aa6c1be5d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.2078300
Apr 22 21:35:44.829410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.834833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42abb294-bab8-4047-8eef-6100dd19ecf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:44.862455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d70335-4406-40a6-9a34-04985e895de6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:44.865487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:44.886274 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-134fbc97-d3e4-499b-b550-efea2f9425b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1125727
Apr 22 21:35:44.896250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.897630 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93d70335-4406-40a6-9a34-04985e895de6 HTTP/1.1" status: 204  len: 168 time: 0.3356855
Apr 22 21:35:44.903557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.912395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:44.932796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-02ff252b-d486-4c1a-a9c6-3bd879b039a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:44.934006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea20716-ba8b-4d74-ac2f-b21e44980b85 req-6d51e1eb-2afe-4bc3-8720-5ee893aaa508 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:44.936853 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ea20716-ba8b-4d74-ac2f-b21e44980b85 req-6d51e1eb-2afe-4bc3-8720-5ee893aaa508 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 946 time: 0.4683166
Apr 22 21:35:44.983583 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ccfcf-432e-4329-b765-e15721caaef1 req-da35869a-b234-424a-bcd3-347a475c9133 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:44.987886 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-378ccfcf-432e-4329-b765-e15721caaef1 req-da35869a-b234-424a-bcd3-347a475c9133 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 943 time: 0.6497300
Apr 22 21:35:45.100898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f66dc-dc89-452e-a7d1-c4b5e361b668,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:45.102775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device fb23e756-c35e-46e5-a3af-ad2a418a05ec details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:35:45.110545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:45.121574 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42fba3f53ca94e9cba8b671de94eea49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4897006
Apr 22 21:35:45.124688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40434) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:45.218733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.255726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.342791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.353667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f40dcaf-8ddc-4c7a-b348-5de507cdd066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:45.386771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f66dc-dc89-452e-a7d1-c4b5e361b668,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:45.392827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:45.396816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.403783 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c94f66dc-dc89-452e-a7d1-c4b5e361b668 HTTP/1.1" status: 204  len: 168 time: 0.2766984
Apr 22 21:35:45.466442 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-378ccfcf-432e-4329-b765-e15721caaef1 req-f980c71d-3a0c-4558-95e4-eaabaaeb6f6e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048268
Apr 22 21:35:45.478132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:45.482195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ea20716-ba8b-4d74-ac2f-b21e44980b85 req-e675a8c1-2fb6-4b8f-ac5e-f8b3400f829e tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277987
Apr 22 21:35:45.486518 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-6918f193-c329-40cf-97d0-55335b41440d service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5701063
Apr 22 21:35:45.509602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'port_id': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec', 'mac_address': 'fa:16:3e:8c:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:35:45.818260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.870520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb23e756-c35e-46e5-a3af-ad2a418a05ec {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:45.936553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:45.940025 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbe6ecfd-02b5-4e27-a1e5-df34911c92c8 req-08fe79de-7341-43aa-8b55-7c083faeccbf service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450054
Apr 22 21:35:45.950144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-f72e3abc-1505-4f5e-99ec-e43b38e9df79 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:45.950914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:45.952750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 904395da-eea4-453b-9ac4-5931d4114345 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:35:45.953170 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-f72e3abc-1505-4f5e-99ec-e43b38e9df79 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 946 time: 0.3241699
Apr 22 21:35:45.972069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:46.219796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:46.224851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=904395da-eea4-453b-9ac4-5931d4114345,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:46.234662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:46.254187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4bb83-7f21-4036-9078-a2b291880676 req-54e391c3-2fd5-4479-8c77-3ac5b4d05f85 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:46.255534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '904395da-eea4-453b-9ac4-5931d4114345', 'network_id': '29210b35-410d-4b84-bd3b-5920a14f1ba5', 'port_id': '904395da-eea4-453b-9ac4-5931d4114345', 'mac_address': 'fa:16:3e:e9:1b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e446ee1-7a71-47ed-90b8-b4bebad47fd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:35:46.266487 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ef4bb83-7f21-4036-9078-a2b291880676 req-54e391c3-2fd5-4479-8c77-3ac5b4d05f85 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.3243301
Apr 22 21:35:46.363726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:46.405431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904395da-eea4-453b-9ac4-5931d4114345 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:46.420464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Deleting port 4f149cc8-c15e-45dc-b837-488ae183d66a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:35:46.420847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:46.430064 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ef4bb83-7f21-4036-9078-a2b291880676 req-67fe22a7-9ca4-488c-8785-f3fc9b3d4acc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1553593
Apr 22 21:35:46.458539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=904395da-eea4-453b-9ac4-5931d4114345,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:46.465187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:46.478523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:46.660262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:46.668983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:46.741919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['904395da-eea4-453b-9ac4-5931d4114345'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:35:46.794497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['fb23e756-c35e-46e5-a3af-ad2a418a05ec'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:35:47.159841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] For port 4f149cc8-c15e-45dc-b837-488ae183d66a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f149cc8-c15e-45dc-b837-488ae183d66a,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:47.160544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:47.283838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07634a6-03bd-44ad-83d5-414987a672f2 req-625d4dfd-3207-4ef1-99fa-03ebf670a8a2 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:47.286969 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e07634a6-03bd-44ad-83d5-414987a672f2 req-625d4dfd-3207-4ef1-99fa-03ebf670a8a2 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 944 time: 0.4332528
Apr 22 21:35:47.392011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92531e-4eb6-4f70-93df-47bdf78d0955 req-db1a41d2-4136-4060-ae3c-09c2191a32fe tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:47.406180 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6c92531e-4eb6-4f70-93df-47bdf78d0955 req-db1a41d2-4136-4060-ae3c-09c2191a32fe tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 946 time: 0.2844896
Apr 22 21:35:47.490892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Calling delete_port for 4f149cc8-c15e-45dc-b837-488ae183d66a owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:35:47.633969 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e07634a6-03bd-44ad-83d5-414987a672f2 req-ed6ee63a-5c52-40dd-b869-ee20e712d16c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3180568
Apr 22 21:35:47.671412 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6c92531e-4eb6-4f70-93df-47bdf78d0955 req-49312f8f-a44d-4f90-83ea-3bc700dbd417 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473168
Apr 22 21:35:47.993174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868de9-447c-47f5-a778-8313e0dc68a4 req-2226ab5a-0b8d-4565-89db-569929b7d721 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:47.996568 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae868de9-447c-47f5-a778-8313e0dc68a4 req-2226ab5a-0b8d-4565-89db-569929b7d721 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1609035
Apr 22 21:35:48.037330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:48.055835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-788f7fbe-7918-43d6-b4f5-6aab43858859 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:48.131225 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae868de9-447c-47f5-a778-8313e0dc68a4 req-962adf44-a11a-45f0-bef6-1d919382507d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271293
Apr 22 21:35:48.522917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Pushing event deleted for resources: {'Port': ['ID=4f149cc8-c15e-45dc-b837-488ae183d66a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:48.537386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:48.612472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] No DVR routers for this DVR port 4f149cc8-c15e-45dc-b837-488ae183d66a on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:35:48.615742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:48.628958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'name': 'network-vif-deleted', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:48.637582 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4efb0004-b75e-4849-915a-2a61ae3e4978 req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "DELETE /v2.0/ports/4f149cc8-c15e-45dc-b837-488ae183d66a HTTP/1.1" status: 204  len: 173 time: 2.6775272
Apr 22 21:35:48.754975 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be47ab3-0b8e-40f1-a59a-d50a556c838f', 'name': 'network-vif-deleted', 'tag': '4f149cc8-c15e-45dc-b837-488ae183d66a', 'status': 'completed', 'code': 200}
Apr 22 21:35:48.865857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c53253-c591-4229-beab-460572e40d1b req-07ca3af7-ffbf-4735-9a29-f0a74f26847e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:48.867882 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-56c53253-c591-4229-beab-460572e40d1b req-07ca3af7-ffbf-4735-9a29-f0a74f26847e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2032251
Apr 22 21:35:49.023578 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-56c53253-c591-4229-beab-460572e40d1b req-23e876b1-e65f-4df9-a8c1-63f4d007c0e8 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389961
Apr 22 21:35:49.081291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d8523-22d6-4dcd-a330-37253255d360 req-5878cad0-c876-4c5a-9a8b-bca092d06a6b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:49.083776 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f42d8523-22d6-4dcd-a330-37253255d360 req-5878cad0-c876-4c5a-9a8b-bca092d06a6b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 944 time: 0.1223800
Apr 22 21:35:49.129083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device fb23e756-c35e-46e5-a3af-ad2a418a05ec up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:49.205843 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f42d8523-22d6-4dcd-a330-37253255d360 req-61e3299d-9e10-426e-9bba-e129d5241aff tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016483
Apr 22 21:35:49.416752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port fb23e756-c35e-46e5-a3af-ad2a418a05ec completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:49.423456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port fb23e756-c35e-46e5-a3af-ad2a418a05ec triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:49.424034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:49.474566 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb87b05-6839-4ddf-9ddd-c2371d1ba011 req-39bea1b0-4e3c-4c84-a4c3-2b2278b396b1 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be47ab3-0b8e-40f1-a59a-d50a556c838f HTTP/1.1" status: 200  len: 210 time: 0.1427968
Apr 22 21:35:49.790621 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:49.805440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb594021-192b-4d7e-b1ec-9142c6cf0d83 req-054c0ec5-a9a6-4f30-a958-649defd87774 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:49.808370 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb594021-192b-4d7e-b1ec-9142c6cf0d83 req-054c0ec5-a9a6-4f30-a958-649defd87774 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2667422
Apr 22 21:35:49.834892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:49.849326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:49.858328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:49.860321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 904395da-eea4-453b-9ac4-5931d4114345 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:35:49.897235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:49.925803 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb594021-192b-4d7e-b1ec-9142c6cf0d83 req-ff2947c2-bad3-4fbd-b07a-f0ff323dbc00 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095793
Apr 22 21:35:49.979422 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec', 'code': 200}
Apr 22 21:35:50.071179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:50.074881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:50.075691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 904395da-eea4-453b-9ac4-5931d4114345 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:50.081522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 904395da-eea4-453b-9ac4-5931d4114345 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:50.082036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:50.325154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2071ad-bece-4d49-8c88-92bc7a07aa5c req-95f25cdf-1da8-469a-a7c5-8d17d6527c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:50.329169 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d2071ad-bece-4d49-8c88-92bc7a07aa5c req-95f25cdf-1da8-469a-a7c5-8d17d6527c41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.1446333
Apr 22 21:35:50.333321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:50.383120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=904395da-eea4-453b-9ac4-5931d4114345,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:35:50.391610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:50.392932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 4f149cc8-c15e-45dc-b837-488ae183d66a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:35:50.408617 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d2071ad-bece-4d49-8c88-92bc7a07aa5c req-538e6182-3b82-4d02-8963-fc227e3792ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726237
Apr 22 21:35:50.424198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545cc956-9575-40f5-aae9-8878a2cd9ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:50.483614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 4f149cc8-c15e-45dc-b837-488ae183d66a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:35:50.484110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 4f149cc8-c15e-45dc-b837-488ae183d66a not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:35:50.503062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384faa7-9c0d-4647-82b2-18a4f286de19 req-08aac432-d89f-4f47-945c-ede4ccb43a38 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:50.504836 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2384faa7-9c0d-4647-82b2-18a4f286de19 req-08aac432-d89f-4f47-945c-ede4ccb43a38 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2230372
Apr 22 21:35:50.526972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:50.533098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:50.572918 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2384faa7-9c0d-4647-82b2-18a4f286de19 req-5c8a215a-d48a-4a64-bb69-a2f8f593a462 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594633
Apr 22 21:35:50.593613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427092b-07be-4e56-8272-59dc34300dce req-5a8fb252-5411-4cf4-8b85-68d370ec340a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:50.601686 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5427092b-07be-4e56-8272-59dc34300dce req-5a8fb252-5411-4cf4-8b85-68d370ec340a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1643889
Apr 22 21:35:50.673897 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5427092b-07be-4e56-8272-59dc34300dce req-27431592-4443-421c-a39b-0840e5748d75 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700805
Apr 22 21:35:50.811516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40566) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:51.032350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:51.063044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:51.311098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Usage tracker for resource:security_group_rule and tenant:7ddc37d750a74e74a3360e896b196095 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:51.319439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:51.366853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:51.460761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-bbe1ddf2-d887-4c7d-9835-2e0096f9c0dd tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:51.462494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-bbe1ddf2-d887-4c7d-9835-2e0096f9c0dd tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/networks?id=82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 200  len: 809 time: 0.5500083
Apr 22 21:35:51.500277 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-75959aad-070c-4aff-b791-07b62c8938b2 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/quotas/b523c9094845491980efb2af1764f051 HTTP/1.1" status: 200  len: 375 time: 0.0234771
Apr 22 21:35:51.573995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e066206-88f6-4dff-a6d5-eba153745e8d req-bdeab3d3-5f9c-4190-8bd9-efebbea1d9bf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:51.575738 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e066206-88f6-4dff-a6d5-eba153745e8d req-bdeab3d3-5f9c-4190-8bd9-efebbea1d9bf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2607126
Apr 22 21:35:51.589133 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-a10dd97e-db97-4a9c-87a4-350123fe2482 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0780602
Apr 22 21:35:51.744184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:51.761988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:51.771545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:51.781497 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e066206-88f6-4dff-a6d5-eba153745e8d req-97c60a13-cc03-43e7-bbeb-5716e23b5c5f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1911485
Apr 22 21:35:51.855211 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ddc37d750a74e74a3360e896b196095&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0418754
Apr 22 21:35:51.858924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5763a3-9bd2-43a8-a89c-8c3feb57e417,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:51.859956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40606) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:51.862678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:51.892861 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-3c6fddc5-74d0-44af-8405-7d1d4fe518ac service neutron] 10.222.0.11 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778685
Apr 22 21:35:51.980964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904395da-eea4-453b-9ac4-5931d4114345'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:51.994973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.044658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.065429 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-66eb3ce5-86c8-473c-a81f-a974e877cdec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ade7db7bd1f4a07bcf824774e046036&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381260
Apr 22 21:35:52.131641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.137908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:52.152658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5763a3-9bd2-43a8-a89c-8c3feb57e417,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:52.155822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:52.160027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.161602 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a5763a3-9bd2-43a8-a89c-8c3feb57e417 HTTP/1.1" status: 204  len: 168 time: 0.3004231
Apr 22 21:35:52.239323 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-2fcdbb59-75d4-4116-9187-63cf9bdcfdbd service neutron] 10.222.0.11 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3216095
Apr 22 21:35:52.393523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-320529eb-e80f-4b17-add1-ca64a0c6f8cd tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:52.410393 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-320529eb-e80f-4b17-add1-ca64a0c6f8cd tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3279240
Apr 22 21:35:52.446011 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-8a6a4f87-060e-465e-8fca-cee1ef9206a7 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/quotas/0ade7db7bd1f4a07bcf824774e046036 HTTP/1.1" status: 200  len: 375 time: 0.0333717
Apr 22 21:35:52.572849 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-7559cccc-ffbd-4d26-a4d8-f8977fa01d1c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ade7db7bd1f4a07bcf824774e046036&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1232612
Apr 22 21:35:52.638268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40628) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:52.687057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.747233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:52.753684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Usage tracker for resource:security_group_rule and tenant:72af2f2b4f6a4350b59c83d3f1d0fe7b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:52.757731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:52.766104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:52.898885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.907537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:52.921213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c086d4ac-1f8f-43e9-979d-61fc6f0ce71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:52.937757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d2d7-609e-442d-be46-22b04eaf3713 req-962db933-265a-4a81-8fbf-8b624f0b69d0 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:52.962420 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5a47d2d7-609e-442d-be46-22b04eaf3713 req-962db933-265a-4a81-8fbf-8b624f0b69d0 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2869487
Apr 22 21:35:53.009442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7024e-4799-4b31-9a9a-28f72d03a55b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:53.038947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.039805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.041329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.042933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.043505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.044430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.053138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.053794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.054515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.055044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.057258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.065041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:53.095473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:53.114132 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72af2f2b4f6a4350b59c83d3f1d0fe7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4745724
Apr 22 21:35:53.114870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40648) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:53.225778 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5a47d2d7-609e-442d-be46-22b04eaf3713 req-72aa9c20-5e14-4666-937f-bdf1bd6a8207 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2615938
Apr 22 21:35:53.246868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:53.309806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90bea-987b-4760-9a45-5267349fd996 req-0de29375-775d-43c8-9d0d-5a37af9a9741 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:53.319559 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb90bea-987b-4760-9a45-5267349fd996 req-0de29375-775d-43c8-9d0d-5a37af9a9741 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2438772
Apr 22 21:35:53.327907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:53.385386 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb90bea-987b-4760-9a45-5267349fd996 req-39800d03-63e8-4c63-9e02-3e0ce3a6a179 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644622
Apr 22 21:35:53.398010 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904395da-eea4-453b-9ac4-5931d4114345', 'code': 200}
Apr 22 21:35:53.441543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:53.471936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e1290433-4a0f-41ab-b954-84c22161978e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:53.513445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7024e-4799-4b31-9a9a-28f72d03a55b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:53.515730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:53.527300 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99d7024e-4799-4b31-9a9a-28f72d03a55b HTTP/1.1" status: 204  len: 168 time: 0.4040518
Apr 22 21:35:53.543549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:53.835770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5e863-610a-40da-8a80-91080940dbb3 req-1de9afe9-a82b-4f9c-8190-a512504f8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:53.837717 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78d5e863-610a-40da-8a80-91080940dbb3 req-1de9afe9-a82b-4f9c-8190-a512504f8d67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 1098 time: 0.1244860
Apr 22 21:35:53.893226 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eec43a84-27fb-4c34-99eb-4dcf4eff6469 req-e673231c-4139-456e-a2f4-7862038e2b77 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 210 time: 0.1017320
Apr 22 21:35:53.972062 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78d5e863-610a-40da-8a80-91080940dbb3 req-45a5259c-300c-4bc4-91f0-5fa22ecbdd3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268406
Apr 22 21:35:53.973506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406db1d8-323e-44e5-ac06-ce8d182aec59 req-2b675369-80d2-400b-88c1-937ef31d1126 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:53.982070 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-406db1d8-323e-44e5-ac06-ce8d182aec59 req-2b675369-80d2-400b-88c1-937ef31d1126 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.3934536
Apr 22 21:35:54.066379 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-406db1d8-323e-44e5-ac06-ce8d182aec59 req-3f905689-305d-4d6e-b8bf-b2d88402f309 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828621
Apr 22 21:35:54.158910 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d6ca95f-d642-442e-ab6f-4f17bc7b59fe req-309f8072-be1b-4e4d-b9a9-642a6079a516 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 210 time: 0.0774617
Apr 22 21:35:54.506552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-eaba0d9e-7467-4c7e-b232-28d7ed8052a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:54.509803 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-eaba0d9e-7467-4c7e-b232-28d7ed8052a6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "GET /v2.0/networks?id=82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 200  len: 809 time: 0.2248251
Apr 22 21:35:54.524308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Request body: {'port': {'device_id': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'network_id': '82943881-8282-4fe2-823e-97221bf1a475', 'admin_state_up': True, 'tenant_id': 'b523c9094845491980efb2af1764f051'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:54.657230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb6f4-200b-4443-9e54-b23b2a6b4a9e req-d486abdd-75ad-44d9-855f-c3b4564f0d39 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:54.659189 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d2cb6f4-200b-4443-9e54-b23b2a6b4a9e req-d486abdd-75ad-44d9-855f-c3b4564f0d39 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1552260
Apr 22 21:35:54.769005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:54.777468 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d2cb6f4-200b-4443-9e54-b23b2a6b4a9e req-e2ed90e8-63d7-4397-99e9-2802b90b3921 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627718
Apr 22 21:35:54.778009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Usage tracker for resource:port and tenant:b523c9094845491980efb2af1764f051 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:54.783707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:54.797594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:54.805395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7af3dd-0bac-4153-929d-5f28bd6e3086 req-f62a14da-e7ce-4f70-9f05-890bf679304d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:54.807501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b7af3dd-0bac-4153-929d-5f28bd6e3086 req-f62a14da-e7ce-4f70-9f05-890bf679304d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1471605
Apr 22 21:35:54.817205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Made reservation on behalf of b523c9094845491980efb2af1764f051 for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:54.837171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:54.893400 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b7af3dd-0bac-4153-929d-5f28bd6e3086 req-81cc0846-30a8-4a6a-b8e0-d593f457e0f8 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687113
Apr 22 21:35:55.089664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Allocated IP 172.20.0.3 (82943881-8282-4fe2-823e-97221bf1a475/9c721e7e-bb05-46cf-bc47-a09d20a055d6/7a09f6a4-ac79-4695-957b-b2422b20d824) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:55.214887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3547f675-e776-4abe-9eaf-fdf8afcfcc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:55.347267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-811e4812-9860-473e-9cc7-7feac87d1d07 req-60e82708-fd1d-46bf-b7c3-1881c1281b1d tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 210 time: 0.1171577
Apr 22 21:35:55.392502 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-c9c33d6b-203f-4078-802c-db96e49180e7 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ade7db7bd1f4a07bcf824774e046036&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0428386
Apr 22 21:35:55.690033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:55.740346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:55.766405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:55.777587 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eaba2731-2efc-4fa3-919a-62244a1d74f3 req-736f821f-8bbf-4cc7-919d-38e45f8c5ebd tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 210 time: 0.0642462
Apr 22 21:35:55.804393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a19c1-4113-46bb-8bde-3bdd82dc777c req-5775b3b0-5bea-4c26-8d10-6541a1a5fef5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:55.812829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-838a19c1-4113-46bb-8bde-3bdd82dc777c req-5775b3b0-5bea-4c26-8d10-6541a1a5fef5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.4190662
Apr 22 21:35:55.855984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-a4c602ac-dc9b-496a-b1dc-3a2366584e1f tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:55.857959 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-a4c602ac-dc9b-496a-b1dc-3a2366584e1f tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3795595
Apr 22 21:35:55.886893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Network 82943881-8282-4fe2-823e-97221bf1a475 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:55.897864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Request body: {'port': {'device_id': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451', 'admin_state_up': True, 'tenant_id': '0ade7db7bd1f4a07bcf824774e046036'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:55.905396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:55.910161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:55.924431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:55.926585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.012532 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4924104
Apr 22 21:35:56.030924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Request body: {'port': {'device_id': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:35:56.090607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:56.099428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Usage tracker for resource:port and tenant:0ade7db7bd1f4a07bcf824774e046036 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:56.111474 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-838a19c1-4113-46bb-8bde-3bdd82dc777c req-adea258e-4a27-4a1b-a49e-223dfd2247c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2975574
Apr 22 21:35:56.115631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:56.122064 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40718) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:56.219840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Deleting subnet d175fd1e-adc0-424a-b878-e2486bb1cba9 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:35:56.222778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.280001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.307477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.344818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.387927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:56.685950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Pushing event updated for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:56.728980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:56.849336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.867070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Made reservation on behalf of 0ade7db7bd1f4a07bcf824774e046036 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:35:56.878289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.914812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:56.948156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:56.997111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d175fd1e-adc0-424a-b878-e2486bb1cba9,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:57.023416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.030300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:35:57.037984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.038396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.038798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.039301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.039684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.040090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.040474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.040860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.041243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.041656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.042056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.042402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:35:57.047243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:57.058728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Usage tracker for resource:security_group_rule and tenant:0ade7db7bd1f4a07bcf824774e046036 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:35:57.068141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:35:57.081734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:35:57.085188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9d48bb77-425f-41fa-b50f-fb10cce31c36 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d175fd1e-adc0-424a-b878-e2486bb1cba9 HTTP/1.1" status: 204  len: 168 time: 0.9619613
Apr 22 21:35:57.089257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40732) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:57.109719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b514dd4-fb5b-40c7-aeb1-ff753bdc5dc4 req-f318c818-c5c2-4069-b619-bfe6773ca939 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:57.111903 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b514dd4-fb5b-40c7-aeb1-ff753bdc5dc4 req-f318c818-c5c2-4069-b619-bfe6773ca939 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.7207332
Apr 22 21:35:57.122956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-8c7cf2e6-571d-4dec-8129-62f0f32bc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:57.124311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ac73-70c9-43e6-973e-c187f683a734 req-a9db8300-a4f2-4c51-b89b-d232770b7492 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:57.124612 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-8c7cf2e6-571d-4dec-8129-62f0f32bc25a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1098 time: 0.2498915
Apr 22 21:35:57.126903 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d5ac73-70c9-43e6-973e-c187f683a734 req-a9db8300-a4f2-4c51-b89b-d232770b7492 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.4341395
Apr 22 21:35:57.246103 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d5ac73-70c9-43e6-973e-c187f683a734 req-b1aca437-ad41-4ffa-9a05-d88ff5b5f021 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990245
Apr 22 21:35:57.253387 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b514dd4-fb5b-40c7-aeb1-ff753bdc5dc4 req-39a49a88-c5b5-4191-9dbb-32f422d19d9e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247246
Apr 22 21:35:57.333171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:35:57.356522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.373732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.379456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.385195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:57.497495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a09f6a4-ac79-4695-957b-b2422b20d824 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:35:57.521398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.601109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-f568905e-7fcb-44b4-94d0-74d663502a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:57.602810 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-f568905e-7fcb-44b4-94d0-74d663502a8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.3972399
Apr 22 21:35:57.629708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-df55e3d4-ec2f-4df0-bbc5-c92a06f0ca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.690155 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Transition to ACTIVE for port object 7a09f6a4-ac79-4695-957b-b2422b20d824 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:57.698229 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ccc3490-92ea-4b4e-a07c-20eee1767f48 req-aebe7302-4b01-4e3e-af6a-9644f09502d8 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 210 time: 0.2223628
Apr 22 21:35:57.704194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a3fd8-f061-44b8-b0d3-1436a740715c,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:57.711474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.715782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:57.724021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:57.747340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:57.811939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a744-deb6-458a-b348-d58d971e077a req-7abd8894-c0fa-4b4c-8c20-1a7a24b71397 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:57.813779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5135a744-deb6-458a-b348-d58d971e077a req-7abd8894-c0fa-4b4c-8c20-1a7a24b71397 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 931 time: 0.3403487
Apr 22 21:35:57.892314 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5135a744-deb6-458a-b348-d58d971e077a req-047d8ae0-f9f7-403d-9049-80ad1ae77030 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617840
Apr 22 21:35:57.901538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Allocated IP 192.168.233.127 (b460e415-c709-48ed-a7dc-fda5dc4a3451/43d2565c-f81a-471a-9174-43e92a857489/87791b30-2f7e-4eb5-a9b1-33813a5c46e6) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:35:58.004608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:58.008624 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-c542b789-1e8f-4d2a-926e-a5f402172812 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 1001 time: 0.3844092
Apr 22 21:35:58.009556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:58.070080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.189178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9eae39a6a0>> segment before_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.189966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9eae39a6a0>> subnet precommit_delete_associations 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.191449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> segment_host_mapping after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.192137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> port after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.192795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> port after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.193824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> port after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.195595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> segment after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.195595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.195595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.195958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9eae354dd8>> subnet after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.338180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eae7db710>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.339047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eae7db710>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.339689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eae7db710>> subnet before_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.340331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9eae7db710>> subnet before_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 21:35:58.340992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eae48e240>,) {'filters': {'network_id': ['37fc45b8-f53c-4d08-a4a5-8db78401225f']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:58.390450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Attempting to bind port 7a09f6a4-ac79-4695-957b-b2422b20d824 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:35:58.391106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Attempting to bind port 7a09f6a4-ac79-4695-957b-b2422b20d824 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:35:58.391774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Attempting to bind port 7a09f6a4-ac79-4695-957b-b2422b20d824 on network 82943881-8282-4fe2-823e-97221bf1a475 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:58.398566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae48e240>, '8953fac1-9bfe-4f57-8dd4-f40d5f341259') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:58.399132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae48e240>, '8953fac1-9bfe-4f57-8dd4-f40d5f341259') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:35:58.440515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.13', 56380) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:58.448898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Port 7a09f6a4-ac79-4695-957b-b2422b20d824 on network 82943881-8282-4fe2-823e-97221bf1a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:35:58.449524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Attempting to bind port 7a09f6a4-ac79-4695-957b-b2422b20d824 on network 82943881-8282-4fe2-823e-97221bf1a475 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:35:58.456461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d16d8-0763-488a-8448-43197c4f00c0 req-56dad823-e29e-4871-8c62-4dd6904ec92b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:58.456668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.465376 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-419d16d8-0763-488a-8448-43197c4f00c0 req-56dad823-e29e-4871-8c62-4dd6904ec92b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.5124247
Apr 22 21:35:58.476629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-586406bd-6ea3-4a96-8429-f24adc645d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:58.483188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-586406bd-6ea3-4a96-8429-f24adc645d0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.3950262
Apr 22 21:35:58.619922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.687751 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-419d16d8-0763-488a-8448-43197c4f00c0 req-32983c0f-5bc7-4aa7-843b-a872a9ec4b1f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2210090
Apr 22 21:35:58.720796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.786565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Transition to ACTIVE for port object 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:35:58.813261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:35:58.813631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Checking segment: {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:35:58.814548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Bound using segment: {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:35:58.814823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Bound port: 7a09f6a4-ac79-4695-957b-b2422b20d824, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac92852-b053-4ac3-aedf-998d11af803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '82943881-8282-4fe2-823e-97221bf1a475'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:35:58.815198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.839630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-014ec3f3-c346-4098-95c7-5d02d9117af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:58.843684 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-014ec3f3-c346-4098-95c7-5d02d9117af8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 1098 time: 0.4016464
Apr 22 21:35:58.848826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:58.890547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:35:58.950190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104df1-07e5-40d6-a976-e04eac04b59a req-fc7f5eb1-f4c8-4ed2-8aa4-6ebb8e5f42f9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:58.953128 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa104df1-07e5-40d6-a976-e04eac04b59a req-fc7f5eb1-f4c8-4ed2-8aa4-6ebb8e5f42f9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.4112325
Apr 22 21:35:59.044904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.060349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7702866f-12af-46d6-b225-f1ba700f7d46 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:59.129959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:35:59.155996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:35:59.167152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-45ef9a15-77c5-4dd1-8bc4-1a4149286f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:59.168799 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-45ef9a15-77c5-4dd1-8bc4-1a4149286f88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6583645
Apr 22 21:35:59.170838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.186726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7a09f6a4-ac79-4695-957b-b2422b20d824,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:35:59.193033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.232982 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa104df1-07e5-40d6-a976-e04eac04b59a req-31c414f2-3374-4591-a56d-40910371c8f9 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529466
Apr 22 21:35:59.250692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:59.261911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Network b460e415-c709-48ed-a7dc-fda5dc4a3451 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:35:59.272036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:35:59.283276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:35:59.356411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:59.357109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.358879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a09f6a4-ac79-4695-957b-b2422b20d824 HTTP/1.1" status: 200  len: 1093 time: 3.3381510
Apr 22 21:35:59.362118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:35:59.376143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Pushing event updated for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:59.392752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:59.410460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8885d8-4112-4dc4-b7fb-0c7bca791b0c req-d4dabf06-93a6-49eb-aba1-ec8bb5362612 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:59.413640 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf8885d8-4112-4dc4-b7fb-0c7bca791b0c req-d4dabf06-93a6-49eb-aba1-ec8bb5362612 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.5496142
Apr 22 21:35:59.455950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:59.461122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Network 37fc45b8-f53c-4d08-a4a5-8db78401225f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:35:59.475026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   from cryptography.utils import int_from_bytes
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   from cryptography.utils import int_from_bytes
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   (rel_b, rel_a, rel_b),
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   (rel_b, rel_a, rel_b),
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:35:59.494503 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:35:59.565812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.567675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-075dd0b7-76f1-43bd-8180-df889734d41f None None] Provisioning for port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:35:59.574252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-075dd0b7-76f1-43bd-8180-df889734d41f None None] Provisioning complete for port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:35:59.575056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-075dd0b7-76f1-43bd-8180-df889734d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.602609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.609109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.609409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:59.610437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.615630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:35:59.632483 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] 10.222.0.11 "DELETE /v2.0/networks/37fc45b8-f53c-4d08-a4a5-8db78401225f HTTP/1.1" status: 204  len: 168 time: 2.5401042
Apr 22 21:35:59.634351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40760) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:35:59.650105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-075dd0b7-76f1-43bd-8180-df889734d41f None None] Port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:35:59.679548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf8885d8-4112-4dc4-b7fb-0c7bca791b0c req-b951e0ca-4385-43ef-a9b8-50dd0722f14e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2495253
Apr 22 21:35:59.713334 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8344426
Apr 22 21:35:59.715879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Pushing event deleted for resources: {'Network': ['ID=37fc45b8-f53c-4d08-a4a5-8db78401225f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:35:59.732168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4a0ac43f-25a7-4453-812b-d650dfef218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:35:59.740288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-89f87188-8f06-46f3-bb57-6db7de181a44 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:35:59.741698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-89f87188-8f06-46f3-bb57-6db7de181a44 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Synchronizing usage tracker for tenant:0ade7db7bd1f4a07bcf824774e046036 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:35:59.763523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Deleting subnet 2c63705b-93c5-4460-953f-28133fbc4a37 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:35:59.770989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.776609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-89f87188-8f06-46f3-bb57-6db7de181a44 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Unset dirty status for tenant:0ade7db7bd1f4a07bcf824774e046036 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:35:59.779020 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-89f87188-8f06-46f3-bb57-6db7de181a44 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 936 time: 0.3331060
Apr 22 21:35:59.827773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.890512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:35:59.962464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-ee159240-4277-4451-a0df-81ea033c27be tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Synchronizing usage tracker for tenant:0ade7db7bd1f4a07bcf824774e046036 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:36:00.016295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-ee159240-4277-4451-a0df-81ea033c27be tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Unset dirty status for tenant:0ade7db7bd1f4a07bcf824774e046036 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:36:00.018552 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-470fe573-a920-455c-9c6e-bd57d370b7a0 req-ee159240-4277-4451-a0df-81ea033c27be tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263188
Apr 22 21:36:00.055624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c47658-25a8-4a0a-9ae7-2461e903fc2a req-b70fb602-1dc0-486d-8c5e-036267d3898b tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:00.060355 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99c47658-25a8-4a0a-9ae7-2461e903fc2a req-b70fb602-1dc0-486d-8c5e-036267d3898b tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 943 time: 0.2412083
Apr 22 21:36:00.089039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824', 'status': 'completed', 'code': 200}
Apr 22 21:36:00.119086 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99c47658-25a8-4a0a-9ae7-2461e903fc2a req-085be4de-abef-4717-8461-3f478514c4d5 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487051
Apr 22 21:36:00.267821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe38f-4e2a-4853-892a-2ea6f4eb99ba req-fb307e76-8875-49cd-ac2e-2e3194b4a43c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:00.269505 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ebe38f-4e2a-4853-892a-2ea6f4eb99ba req-fb307e76-8875-49cd-ac2e-2e3194b4a43c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.0967844
Apr 22 21:36:00.273631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.278366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c95dc93d-e9b6-4609-834f-bfa905a2e3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:00.314460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c63705b-93c5-4460-953f-28133fbc4a37,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:00.319110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:00.324138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.325757 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ebe38f-4e2a-4853-892a-2ea6f4eb99ba req-653238c3-a929-447f-9c37-ac8cc7d86cfc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489287
Apr 22 21:36:00.333406 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ea0264c5-57d4-4b03-84cb-9e8c0e97ff73 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2c63705b-93c5-4460-953f-28133fbc4a37 HTTP/1.1" status: 204  len: 168 time: 0.6904578
Apr 22 21:36:00.334229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40768) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:00.461000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.569778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4677-d675-48a2-8745-1197b8238324 req-6d5239fd-5a8d-4eb3-972a-171965613268 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:00.572635 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed7e4677-d675-48a2-8745-1197b8238324 req-6d5239fd-5a8d-4eb3-972a-171965613268 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1085846
Apr 22 21:36:00.657853 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed7e4677-d675-48a2-8745-1197b8238324 req-80268aba-ffa7-462d-9dcc-d5f420f9769b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753760
Apr 22 21:36:00.670041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.797738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eb0201dd8>,) {'filters': {'network_id': ['a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:00.815827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eb0201dd8>, '5a8ef511-06b8-41e7-820a-d07ef1f21f3a') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:00.816301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eb0201dd8>, '5a8ef511-06b8-41e7-820a-d07ef1f21f3a') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:00.838890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.867360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:00.879587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:36:00.900855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43d692-7e14-4b74-ad20-739cd1a5a0a9 req-75e23716-bda7-48c2-bc28-427d30579059 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:00.902720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc43d692-7e14-4b74-ad20-739cd1a5a0a9 req-75e23716-bda7-48c2-bc28-427d30579059 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.0997729
Apr 22 21:36:00.977571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc43d692-7e14-4b74-ad20-739cd1a5a0a9 req-79dedf6c-307b-4c56-8b7f-2e3ec07134df tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621078
Apr 22 21:36:01.181375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:36:01.191714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:01.232387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfef3cd-7807-4e44-a891-ba9eb95024f7 req-2c6a9595-3206-4d8f-b1a8-e8f59a7acbbc tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:01.234160 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8bfef3cd-7807-4e44-a891-ba9eb95024f7 req-2c6a9595-3206-4d8f-b1a8-e8f59a7acbbc tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 936 time: 0.0938647
Apr 22 21:36:01.294932 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8bfef3cd-7807-4e44-a891-ba9eb95024f7 req-c79947e7-d6d9-4cc9-80ff-30db3243c748 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533247
Apr 22 21:36:01.387977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d5d4e-50a0-4d53-9e86-733447c8deb0 req-b333f9d8-08ac-4ea6-86d6-240375b1b34c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:01.389724 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e4d5d4e-50a0-4d53-9e86-733447c8deb0 req-b333f9d8-08ac-4ea6-86d6-240375b1b34c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 943 time: 0.0926156
Apr 22 21:36:01.441099 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e4d5d4e-50a0-4d53-9e86-733447c8deb0 req-7acbb755-c7bf-4957-8b82-9fbc26e17677 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436125
Apr 22 21:36:01.475362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Network a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:36:01.500564 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:36:01.580232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:01.584317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:01.598937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:01.613250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:01.616614 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] 10.222.0.11 "DELETE /v2.0/networks/a4d326a5-ad5d-4b58-b0c0-6ec4bd96b9d3 HTTP/1.1" status: 204  len: 168 time: 1.2811797
Apr 22 21:36:01.617678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:01.635494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024b60e-870a-4a28-99cb-ddaabecc9d9c req-84906dd2-ab04-44a4-bf28-929dfef23b1d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:01.638385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f024b60e-870a-4a28-99cb-ddaabecc9d9c req-84906dd2-ab04-44a4-bf28-929dfef23b1d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1635785
Apr 22 21:36:01.717540 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f024b60e-870a-4a28-99cb-ddaabecc9d9c req-d2d04af6-eca8-4e47-819c-53b476717a89 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712833
Apr 22 21:36:01.889299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180ebbc-1d49-4044-a5a0-1216ce9f8170 req-825681de-b550-4380-bb26-43bf19b6f11f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:01.891131 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1180ebbc-1d49-4044-a5a0-1216ce9f8170 req-825681de-b550-4380-bb26-43bf19b6f11f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1005161
Apr 22 21:36:01.961133 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1180ebbc-1d49-4044-a5a0-1216ce9f8170 req-e7ede251-af5b-4482-8ccd-d6b0644ca5a1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564396
Apr 22 21:36:02.046420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40790) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:02.068523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:36:02.096047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:02.191260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Request body: {'port': {'device_id': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:02.240774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:02.258190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '915be4c2-9662-419f-8b53-5659d5a418ea', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:36:02.300288 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bf36fc44-75ce-49f7-96af-c45e3f248b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdb3027a556247689c3dfa595fc53664&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2479501
Apr 22 21:36:02.300911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40794) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:02.328836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:02.381843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915be4c2-9662-419f-8b53-5659d5a418ea {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:36:02.404149 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-0b6994fa-c1ed-4d84-bbef-77c4ee721e42 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071308
Apr 22 21:36:02.411413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160458d0-5378-4379-82f7-579dcc590e10 req-10838c0f-96a3-425b-b721-7dd0bfa8d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:02.413183 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-160458d0-5378-4379-82f7-579dcc590e10 req-10838c0f-96a3-425b-b721-7dd0bfa8d57e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 1096 time: 0.3107889
Apr 22 21:36:02.439391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:02.444049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:02.447765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:02.451364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:02.524090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:02.556695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:02.561001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:02.568776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['915be4c2-9662-419f-8b53-5659d5a418ea'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:36:02.631641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-35b56176-cd8c-407d-9a69-9568a4bebe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:02.633239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-35b56176-cd8c-407d-9a69-9568a4bebe89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.5654631
Apr 22 21:36:02.655710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9277457-42f7-470a-863e-a7d5b402a526 req-77a4064a-a0d6-4ba0-90d6-5b5b15e25a1a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:02.657807 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9277457-42f7-470a-863e-a7d5b402a526 req-77a4064a-a0d6-4ba0-90d6-5b5b15e25a1a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.5373433
Apr 22 21:36:02.772126 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-6f436393-1bcc-4e6e-a4ec-26c6936d8e69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904395da-eea4-453b-9ac4-5931d4114345 HTTP/1.1" status: 200  len: 217 time: 0.1133661
Apr 22 21:36:02.792934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:03.034341 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-e8b7707a-16f0-4409-90c5-a5f183a9721e service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5763810
Apr 22 21:36:03.039769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85861-33f3-4ef5-856c-8e9993e126b0 req-818f9ae1-cce0-4f93-bebd-4359e2bacda6 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:03.041589 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15b85861-33f3-4ef5-856c-8e9993e126b0 req-818f9ae1-cce0-4f93-bebd-4359e2bacda6 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 936 time: 0.6069460
Apr 22 21:36:03.082466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160458d0-5378-4379-82f7-579dcc590e10 req-9470c67a-7bde-423e-a07b-bb924bf3d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:03.087140 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-160458d0-5378-4379-82f7-579dcc590e10 req-9470c67a-7bde-423e-a07b-bb924bf3d54f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b523c9094845491980efb2af1764f051&shared=False HTTP/1.1" status: 200  len: 909 time: 0.5722437
Apr 22 21:36:03.139911 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9277457-42f7-470a-863e-a7d5b402a526 req-1a77d175-7aee-4929-b9e3-60d31f583f7d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4190643
Apr 22 21:36:03.210910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-49298c6f-2b69-402f-8529-11947f41aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:03.212542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-49298c6f-2b69-402f-8529-11947f41aa4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.2255275
Apr 22 21:36:03.264027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:03.277965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b44a572b-ca9a-4574-aeb7-d18a4ec66935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:03.310235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d8912-e772-4699-b1e1-d07cfbadfbcc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:03.312674 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15b85861-33f3-4ef5-856c-8e9993e126b0 req-598ffcfa-b836-4443-91b3-1c033a781b49 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518864
Apr 22 21:36:03.315738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:03.324858 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-ee9bb5da-7b77-42d4-ab47-9137bc5582b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909019
Apr 22 21:36:03.381122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:03.385918 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/229d8912-e772-4699-b1e1-d07cfbadfbcc HTTP/1.1" status: 204  len: 168 time: 1.0814617
Apr 22 21:36:03.856358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160458d0-5378-4379-82f7-579dcc590e10 req-4751bd29-1f12-41ca-b806-faae7a4d93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:03.873118 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-160458d0-5378-4379-82f7-579dcc590e10 req-4751bd29-1f12-41ca-b806-faae7a4d93d6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.7784667
Apr 22 21:36:04.003733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:36:04.053877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:04.093666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-43030d49-4a47-4f74-8abd-4b7ea0556fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:04.102200 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-43030d49-4a47-4f74-8abd-4b7ea0556fba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b523c9094845491980efb2af1764f051&device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 1096 time: 0.1451476
Apr 22 21:36:04.187202 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-f3f024c9-1e4e-4bc4-b66f-c1cf66cff36a service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8483057
Apr 22 21:36:04.190694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:36:04.205328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:04.302148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 915be4c2-9662-419f-8b53-5659d5a418ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:04.303201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:04.336720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-f7e77e01-f89f-4eb3-ae2a-02166d1d4263 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a09f6a4-ac79-4695-957b-b2422b20d824 HTTP/1.1" status: 200  len: 217 time: 0.2233984
Apr 22 21:36:04.351898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Transition to ACTIVE for port object 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:04.368295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f986-6fca-49d8-91ed-5ac89a1404c1 req-15273913-8c02-4e27-876a-919ccec234f0 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:04.377643 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3d63f986-6fca-49d8-91ed-5ac89a1404c1 req-15273913-8c02-4e27-876a-919ccec234f0 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 943 time: 1.0400307
Apr 22 21:36:04.408880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53159a-7a2f-47c7-bae5-1027361ec828 req-5c6f52be-71a7-4ad7-8eb9-5ef95e241cdf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:04.410712 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e53159a-7a2f-47c7-bae5-1027361ec828 req-5c6f52be-71a7-4ad7-8eb9-5ef95e241cdf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.8719506
Apr 22 21:36:04.411479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:04.433694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:04.533460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40870) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:04.673082 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8e267ba9-2cf1-4ebb-960b-a3ca44e89224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0bf748a0e8a44d4a9ee383b38ecad058&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1376595
Apr 22 21:36:04.675759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-f2ad2568-133f-499c-89a6-0d58d0d94bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:04.677593 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-f2ad2568-133f-499c-89a6-0d58d0d94bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c721e7e-bb05-46cf-bc47-a09d20a055d6 HTTP/1.1" status: 200  len: 849 time: 0.3283947
Apr 22 21:36:04.678170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40878) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:04.788258 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-57f94df1-7a84-497c-afac-45a394fe2b28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82943881-8282-4fe2-823e-97221bf1a475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894818
Apr 22 21:36:04.814022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3d63f986-6fca-49d8-91ed-5ac89a1404c1 req-0fcbae13-225a-455b-8524-b1af45d2f656 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4351575
Apr 22 21:36:04.834119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:04.924699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Pushing event updated for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:04.987971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:05.002298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:05.004895 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3237b6cf-6eb4-4fdd-9cda-dba77e60d831 req-9a51c948-c607-44c6-b1b4-3e331faa8295 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8021362
Apr 22 21:36:05.033706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:05.047757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.062021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:05.248494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e53159a-7a2f-47c7-bae5-1027361ec828 req-7bf3410d-3eaa-4148-bd57-f56e8a489f76 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7198112
Apr 22 21:36:05.283460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Attempting to bind port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:05.283845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Attempting to bind port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:05.284219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Attempting to bind port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 on network b460e415-c709-48ed-a7dc-fda5dc4a3451 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:05.295861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 on network b460e415-c709-48ed-a7dc-fda5dc4a3451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:36:05.296225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Attempting to bind port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 on network b460e415-c709-48ed-a7dc-fda5dc4a3451 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:05.319505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:05.320878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:05.321269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Checking segment: {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:05.321744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Bound using segment: {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:05.322243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Bound port: 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1cf2a-26df-45de-8b16-24b7552943c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:05.322680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.326955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.330240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:05.377800 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-d3bf3d42-f253-4b99-8ac4-dd1cc9974520 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5725706
Apr 22 21:36:05.416817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8e16-fb49-4410-a557-8f147c470598 req-326ccb2c-514d-4050-b1bc-572e049d686b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:05.425660 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcec8e16-fb49-4410-a557-8f147c470598 req-326ccb2c-514d-4050-b1bc-572e049d686b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2180758
Apr 22 21:36:05.493549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.515255 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcec8e16-fb49-4410-a557-8f147c470598 req-0d44d269-c99b-4cb4-823e-b6b137af50b5 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884478
Apr 22 21:36:05.580897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:05.592930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:05.607721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.659473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:05.756664 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-589b9bae-4ae9-4bb6-9c01-bdc92d7e42f6 req-a3e713b9-d1f5-40e7-9d23-000fd67d7402 service neutron] 10.222.0.13 "GET /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3691628
Apr 22 21:36:05.778921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.792271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28efa4b-aa22-4680-9cf4-7bedfe873a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:05.815960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.817599 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/163604b3-b355-4d51-8ed4-2a26c34e87a4 HTTP/1.1" status: 204  len: 168 time: 1.1383629
Apr 22 21:36:05.821590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163604b3-b355-4d51-8ed4-2a26c34e87a4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:05.833112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:05.864600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:05.866538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:05.869278 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] 10.222.0.13 "PUT /v2.0/ports/87791b30-2f7e-4eb5-a9b1-33813a5c46e6 HTTP/1.1" status: 200  len: 1098 time: 3.7459795
Apr 22 21:36:05.894589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:06.067535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e1627-8fa2-4ceb-83be-1033717393b1 req-e6386c05-ddc3-43ff-bf5c-09ea66a1425b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.070465 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9f6e1627-8fa2-4ceb-83be-1033717393b1 req-e6386c05-ddc3-43ff-bf5c-09ea66a1425b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.5712984
Apr 22 21:36:06.166615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Pushing event updated for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:06.172920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:06.251824 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9f6e1627-8fa2-4ceb-83be-1033717393b1 req-7c81275a-8e3e-4e29-974a-b768b7897939 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576552
Apr 22 21:36:06.267478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46189a-ca33-4e0b-888a-f42ade288cfa req-b447a3f1-a51d-4170-a1a4-20c03b4dd2b9 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.276325 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea46189a-ca33-4e0b-888a-f42ade288cfa req-b447a3f1-a51d-4170-a1a4-20c03b4dd2b9 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 948 time: 0.5371490
Apr 22 21:36:06.309498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-4b8ca45e-e8d3-4cc0-b350-460b808f987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.311144 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-4b8ca45e-e8d3-4cc0-b350-460b808f987c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ade7db7bd1f4a07bcf824774e046036&device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 1101 time: 0.3584752
Apr 22 21:36:06.360710 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'code': 200}
Apr 22 21:36:06.406267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-69fde0aa-8665-48f1-b1de-89733d1b74e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6 HTTP/1.1" status: 200  len: 217 time: 0.0823929
Apr 22 21:36:06.418219 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea46189a-ca33-4e0b-888a-f42ade288cfa req-19ad91e7-cfb2-47f2-82ef-39bfc95923ef tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407735
Apr 22 21:36:06.558485 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6', 'status': 'completed', 'code': 200}
Apr 22 21:36:06.567603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-ac77ac9a-fb19-4a04-9407-f871441b2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.569165 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-ac77ac9a-fb19-4a04-9407-f871441b2319 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43d2565c-f81a-471a-9174-43e92a857489 HTTP/1.1" status: 200  len: 843 time: 0.1498935
Apr 22 21:36:06.757821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b6f2-fe6d-40c8-aeba-3d5be2935797 req-76ce4198-a791-4a85-8697-8a664a12428c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.759776 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4740b6f2-fe6d-40c8-aeba-3d5be2935797 req-76ce4198-a791-4a85-8697-8a664a12428c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 943 time: 0.2542646
Apr 22 21:36:06.805601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-e65df8f1-3db7-43e0-8497-9a7cb3326725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:06.807292 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-e65df8f1-3db7-43e0-8497-9a7cb3326725 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b460e415-c709-48ed-a7dc-fda5dc4a3451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2220879
Apr 22 21:36:07.083076 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4740b6f2-fe6d-40c8-aeba-3d5be2935797 req-3ae293b7-25d0-4f1b-ac97-40ec51c5da41 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106105
Apr 22 21:36:07.202650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ca0a-6479-4ebc-a133-238c4e30128d req-6a6a53ac-b936-45aa-85f8-f467273e1196 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:07.216537 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1a1ca0a-6479-4ebc-a133-238c4e30128d req-6a6a53ac-b936-45aa-85f8-f467273e1196 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.4078724
Apr 22 21:36:07.286459 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-7132455e-4046-48d6-9407-68bc390c5941 service neutron] 10.222.0.13 "GET /v2.0/networks/b460e415-c709-48ed-a7dc-fda5dc4a3451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4046783
Apr 22 21:36:07.685157 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1a1ca0a-6479-4ebc-a133-238c4e30128d req-55948077-4d8e-4890-8de1-234deb3d8e3a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4631121
Apr 22 21:36:07.786846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23717-46e7-4871-bc31-4bc144a0aba7 req-f9f73777-d3a1-4bc4-a6a1-05ff6ceae53f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:07.788923 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06f23717-46e7-4871-bc31-4bc144a0aba7 req-f9f73777-d3a1-4bc4-a6a1-05ff6ceae53f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.5157743
Apr 22 21:36:07.827503 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a35af223-5c75-4fe0-be69-a37ceb0f5504 req-46b71842-e7d1-4e12-b5ac-187e10266307 service neutron] 10.222.0.13 "GET /v2.0/networks/b460e415-c709-48ed-a7dc-fda5dc4a3451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5224488
Apr 22 21:36:08.081430 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06f23717-46e7-4871-bc31-4bc144a0aba7 req-747e051f-a188-4ed0-8216-026f14d6ebf7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2809267
Apr 22 21:36:08.096653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 7a09f6a4-ac79-4695-957b-b2422b20d824 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:36:08.260459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40946) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:08.391632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7a09f6a4-ac79-4695-957b-b2422b20d824,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:08.417228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '7a09f6a4-ac79-4695-957b-b2422b20d824', 'network_id': '82943881-8282-4fe2-823e-97221bf1a475', 'port_id': '7a09f6a4-ac79-4695-957b-b2422b20d824', 'mac_address': 'fa:16:3e:b1:35:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c721e7e-bb05-46cf-bc47-a09d20a055d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:36:08.489707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:08.523626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a09f6a4-ac79-4695-957b-b2422b20d824 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:36:08.550657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40954) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:08.558473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7a09f6a4-ac79-4695-957b-b2422b20d824,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:08.567669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:08.574320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:08.668134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:08.683541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:08.811324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-fe0063bd-b1ec-4d6d-8fd5-42ae4ab735c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:08.814392 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-fe0063bd-b1ec-4d6d-8fd5-42ae4ab735c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ade7db7bd1f4a07bcf824774e046036&device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 1101 time: 0.9149666
Apr 22 21:36:08.826070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:08.857018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:08.865035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['7a09f6a4-ac79-4695-957b-b2422b20d824'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:36:08.866374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e58e93a45a084f7baf2da3eff6c007ee is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:08.874172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:08.890520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:09.074985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396c59-7196-4671-a47c-d943c69049f7 req-162adcff-d4e2-4d8e-bd4e-9352b7088c07 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.084548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d3396c59-7196-4671-a47c-d943c69049f7 req-162adcff-d4e2-4d8e-bd4e-9352b7088c07 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 1.0018661
Apr 22 21:36:09.169283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.205093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb612cf-07c6-4554-8f46-bb10c7291fc9 req-f4986109-25a4-4cd9-a1b3-4bc895cd3b66 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.214335 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb612cf-07c6-4554-8f46-bb10c7291fc9 req-f4986109-25a4-4cd9-a1b3-4bc895cd3b66 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 948 time: 0.8771384
Apr 22 21:36:09.227876 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d3396c59-7196-4671-a47c-d943c69049f7 req-f20bfc61-c6c7-444e-bc55-44da3a695ea0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418588
Apr 22 21:36:09.228342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.250560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2a53ea96-11d3-4452-8dc2-3ab4b5c522e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:09.307474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-e27231b4-dd41-4bcd-b018-5a96ec0c2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.309441 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-e27231b4-dd41-4bcd-b018-5a96ec0c2e2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b460e415-c709-48ed-a7dc-fda5dc4a3451 HTTP/1.1" status: 200  len: 869 time: 0.4873445
Apr 22 21:36:09.313012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae367094-2f23-472e-93e2-c115f6e0e736,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:09.331779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:09.335910 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb612cf-07c6-4554-8f46-bb10c7291fc9 req-dcd85995-b818-4d79-8ca4-54c324aeb023 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204426
Apr 22 21:36:09.346348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.415220 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e58e93a45a084f7baf2da3eff6c007ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8623056
Apr 22 21:36:09.417960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:09.419273 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-78c94392-0f5e-4678-81d5-14bb786581f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6 HTTP/1.1" status: 200  len: 217 time: 0.0871313
Apr 22 21:36:09.419912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 40964) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:09.427361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Usage tracker for resource:security_group_rule and tenant:fff0682c6b164dc6ad351cb7876c26f6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:09.433868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:09.447291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:09.637024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.643399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.654623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6062bf4-46af-4025-9ffc-e8f3f36806ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:09.702778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.707533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-2d8b9e94-3466-4a4f-8121-a43e23ac417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.709238 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-2d8b9e94-3466-4a4f-8121-a43e23ac417f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43d2565c-f81a-471a-9174-43e92a857489 HTTP/1.1" status: 200  len: 843 time: 0.2432828
Apr 22 21:36:09.718558 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fff0682c6b164dc6ad351cb7876c26f6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4559288
Apr 22 21:36:09.719694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ce180-5c14-4264-82f1-a8845cb2259e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:09.725135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:09.726164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 40968) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:09.840335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.841230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.880677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.907182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b23331-954e-4782-9757-6d58e421a6d1 req-f1cb1633-0041-43b1-b9c4-58b0151b172c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.909750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42b23331-954e-4782-9757-6d58e421a6d1 req-f1cb1633-0041-43b1-b9c4-58b0151b172c tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 944 time: 0.4420340
Apr 22 21:36:09.936280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262726-5fb2-4482-9ca9-5c849ea6d004 req-0df4b3d5-a222-4f3c-b887-91647e7cd29e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.938463 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-03262726-5fb2-4482-9ca9-5c849ea6d004 req-0df4b3d5-a222-4f3c-b887-91647e7cd29e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.3728867
Apr 22 21:36:09.942365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.954669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b802839d-0748-40b7-a9c4-17284d59e213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:09.961767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-0d266c6f-61d3-4a83-a4a2-9dfa3acb8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:09.963737 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-0d266c6f-61d3-4a83-a4a2-9dfa3acb8154 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b460e415-c709-48ed-a7dc-fda5dc4a3451&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2425675
Apr 22 21:36:09.965174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.970197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ce180-5c14-4264-82f1-a8845cb2259e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:09.970676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4098e882-414b-435f-9fc6-f642f23b82ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:09.976240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:09.978812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:09.980529 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c26ce180-5c14-4264-82f1-a8845cb2259e HTTP/1.1" status: 204  len: 168 time: 0.2529769
Apr 22 21:36:09.998987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae367094-2f23-472e-93e2-c115f6e0e736,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:10.112545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:36:10.117623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 7a09f6a4-ac79-4695-957b-b2422b20d824 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:10.170599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:10.276733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:10.277922 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae367094-2f23-472e-93e2-c115f6e0e736 HTTP/1.1" status: 204  len: 168 time: 0.8570356
Apr 22 21:36:10.330989 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-b91ff27c-e914-4a4a-ba51-7b256c526c20 service neutron] 10.222.0.13 "GET /v2.0/networks/b460e415-c709-48ed-a7dc-fda5dc4a3451?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3347254
Apr 22 21:36:10.425031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 7a09f6a4-ac79-4695-957b-b2422b20d824 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:10.616933 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42b23331-954e-4782-9757-6d58e421a6d1 req-29d43301-aa7e-406f-9c8d-b99ef6316eb3 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4413955
Apr 22 21:36:10.619802 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a6a8c624-f866-4d03-8152-debe2c31f3be req-54907bca-04e6-4101-aee7-b6de5fe29e17 service neutron] 10.222.0.13 "GET /v2.0/networks/b460e415-c709-48ed-a7dc-fda5dc4a3451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2816427
Apr 22 21:36:10.643362 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-03262726-5fb2-4482-9ca9-5c849ea6d004 req-48c253b3-7d4d-427f-b6fc-b4c7ccba0822 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6404548
Apr 22 21:36:11.235520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 7a09f6a4-ac79-4695-957b-b2422b20d824 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:11.236340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:11.275991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d052-2e54-4b9b-81b2-eaf8aadf6669 req-e64e5266-f9de-4f9b-adc5-4598b3fc07ff tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:11.290545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1158d052-2e54-4b9b-81b2-eaf8aadf6669 req-e64e5266-f9de-4f9b-adc5-4598b3fc07ff tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.4244816
Apr 22 21:36:11.435794 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1158d052-2e54-4b9b-81b2-eaf8aadf6669 req-601c7f58-dc09-4673-b729-78a0645aaa9a tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440914
Apr 22 21:36:11.495353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83ab2-5e0c-4ff7-9b99-3bbbf2c342a9 req-8834fafa-f5db-4da1-b1bf-24900c2042a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:11.497196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2ed83ab2-5e0c-4ff7-9b99-3bbbf2c342a9 req-8834fafa-f5db-4da1-b1bf-24900c2042a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.3674295
Apr 22 21:36:11.613516 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2ed83ab2-5e0c-4ff7-9b99-3bbbf2c342a9 req-02b5fe18-8789-4188-9b43-18f40dcd7620 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018033
Apr 22 21:36:11.624424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:11.722663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6', 'network_id': 'b460e415-c709-48ed-a7dc-fda5dc4a3451', 'port_id': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6', 'mac_address': 'fa:16:3e:18:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d2565c-f81a-471a-9174-43e92a857489', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:36:11.782543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507ccf-fbdc-41b5-bd71-c41ff49dad77 req-05492298-d179-44f8-a510-aaa1d8f131a9 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:11.792080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e2507ccf-fbdc-41b5-bd71-c41ff49dad77 req-05492298-d179-44f8-a510-aaa1d8f131a9 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 948 time: 0.1475811
Apr 22 21:36:11.886729 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e2507ccf-fbdc-41b5-bd71-c41ff49dad77 req-9da40c55-a09c-46e1-b202-a915a99b6e62 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935051
Apr 22 21:36:12.082161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:12.130520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:12.210649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7a09f6a4-ac79-4695-957b-b2422b20d824,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:12.217866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:12.233521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:12.237515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:12.382886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:36:12.393016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:12.399694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:12.445729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:12.461950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:12.465018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dce7f4b3-f427-4e5a-b5ce-c301179baf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:12.549763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733ecf3-7c72-4cde-b00d-e81f4010e973 req-bb83035a-7052-4560-bb00-e361c0468d10 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:12.571727 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c733ecf3-7c72-4cde-b00d-e81f4010e973 req-bb83035a-7052-4560-bb00-e361c0468d10 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.3133478
Apr 22 21:36:12.732876 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c733ecf3-7c72-4cde-b00d-e81f4010e973 req-afcad94d-3139-43b2-8d3e-99e5fd4203b4 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594458
Apr 22 21:36:12.788446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['87791b30-2f7e-4eb5-a9b1-33813a5c46e6'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:36:12.793024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41028) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:12.945672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:13.005568 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824', 'code': 200}
Apr 22 21:36:13.005568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:13.394153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304ef24-fbca-45e7-8c3c-b5a83690398a req-18757353-f7c1-40d7-b8ce-9ed55d15c306 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:13.409406 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7304ef24-fbca-45e7-8c3c-b5a83690398a req-18757353-f7c1-40d7-b8ce-9ed55d15c306 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.4525352
Apr 22 21:36:13.679733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389058914-network', 'tenant_id': '5d8dde9ce4044161b7985dee277429df'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:13.693494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:13.696605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7304ef24-fbca-45e7-8c3c-b5a83690398a req-4d77bfb0-ef97-4e7d-8d87-a9890db0fe6f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2692046
Apr 22 21:36:13.702350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Usage tracker for resource:network and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:13.708031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:13.720267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:13.779266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Made reservation on behalf of 5d8dde9ce4044161b7985dee277429df for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:13.787961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:13.811577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b937-bde5-4b04-b97f-64a528de5591 req-ab9316d3-2e23-45c6-a5a3-919b28769fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:13.814905 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-ab9316d3-2e23-45c6-a5a3-919b28769fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.6460786
Apr 22 21:36:13.825131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:13.875267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:13.903086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:13.921561 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:13.930615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe46f3-4c0f-4378-b024-f51db8f00716 req-0ba75203-44f5-4c64-8eb3-7565e242c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:13.940757 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2afe46f3-4c0f-4378-b024-f51db8f00716 req-0ba75203-44f5-4c64-8eb3-7565e242c2fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 1098 time: 0.3597529
Apr 22 21:36:13.948815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:14.051342 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2afe46f3-4c0f-4378-b024-f51db8f00716 req-e85f63de-75dd-4555-a263-a416bec4ae43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979364
Apr 22 21:36:14.152260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce61ea8-95f4-4fe5-b7e9-28e21e613d9a req-8a3708bb-b8bf-46c8-8936-7c6132a7d44f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:14.154822 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ce61ea8-95f4-4fe5-b7e9-28e21e613d9a req-8a3708bb-b8bf-46c8-8936-7c6132a7d44f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.7429626
Apr 22 21:36:14.222475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.228433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.236661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:14.274421 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ce61ea8-95f4-4fe5-b7e9-28e21e613d9a req-ca8fe91e-9d9a-4917-83b4-09640176d790 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918334
Apr 22 21:36:14.300639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60504-97ba-40c2-82d7-907405c69ad9 req-b7dbb2ba-40a5-49d6-8a74-5c6107fbe598 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:14.310012 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ad60504-97ba-40c2-82d7-907405c69ad9 req-b7dbb2ba-40a5-49d6-8a74-5c6107fbe598 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2622287
Apr 22 21:36:14.358063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80800793-e4f3-41ab-8e33-74e93a73d959,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:14.374850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b937-bde5-4b04-b97f-64a528de5591 req-02ba5384-ef98-48cd-9f2d-f9bffa3e5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:14.376702 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-02ba5384-ef98-48cd-9f2d-f9bffa3e5174 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.5525730
Apr 22 21:36:14.380959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:14.390973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ad60504-97ba-40c2-82d7-907405c69ad9 req-6031e3b9-cdfe-4953-bc9f-ab1f5b2d1ef5 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798438
Apr 22 21:36:14.401412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:36:14.451165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.452219 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Added segment 836d14a6-a1ed-4a64-9f2e-61929acbb7ca of type vlan for network 02bf31cf-e015-4866-8446-4d86941fa197
Apr 22 21:36:14.471035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:14.568345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.632596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:14.653335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:14.653893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.700278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.703234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:14.704744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.750450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:14.887296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.963931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:14.970869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:14.973040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:15.004506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Pushing event updated for resources: {'Network': ['ID=02bf31cf-e015-4866-8446-4d86941fa197,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:15.010736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:15.027588 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.2332089
Apr 22 21:36:15.028509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41050) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:15.040393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Request body: {'subnet': {'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389058914-subnet', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:15.057609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:15.063439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:15.069124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Usage tracker for resource:subnet and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:15.072854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 02bf31cf-e015-4866-8446-4d86941fa197 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:36:15.078545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:15.086272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:15.109097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Made reservation on behalf of 5d8dde9ce4044161b7985dee277429df for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:15.114156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:15.158400 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-e1dca12e-8015-4d14-9d68-a06ebc4e787a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1001 time: 0.7654204
Apr 22 21:36:15.331287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b937-bde5-4b04-b97f-64a528de5591 req-3611103d-607c-49a5-bc9f-5decb1a795a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:15.333758 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-3611103d-607c-49a5-bc9f-5decb1a795a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.1590736
Apr 22 21:36:15.352648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eff096-9a2b-4f07-8834-3f931169ffad req-7e917bd8-bed0-4e4a-82ea-8c0ed7394299 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:15.354246 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52eff096-9a2b-4f07-8834-3f931169ffad req-7e917bd8-bed0-4e4a-82ea-8c0ed7394299 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.7342303
Apr 22 21:36:15.395725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:15.408277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:15.477670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae722503-35b9-4a4e-a577-eceb3740f90c req-971a01fb-e2fb-41c6-a384-b08827840abf tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:15.486789 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae722503-35b9-4a4e-a577-eceb3740f90c req-971a01fb-e2fb-41c6-a384-b08827840abf tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.7125716
Apr 22 21:36:15.552161 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52eff096-9a2b-4f07-8834-3f931169ffad req-7ef061e3-f0a4-4e63-95ba-dee7ea94a049 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431148
Apr 22 21:36:15.913923 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae722503-35b9-4a4e-a577-eceb3740f90c req-2ea1b828-df02-4e88-8405-8187881602c3 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4256532
Apr 22 21:36:15.918152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b937-bde5-4b04-b97f-64a528de5591 req-161bf49c-fba0-4291-883c-f32f5b6f6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:15.921286 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-161bf49c-fba0-4291-883c-f32f5b6f6eda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5654652
Apr 22 21:36:15.926112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:15.931686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa33a180-3cd9-42f7-9bcf-1c1f5aecc1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:16.040548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6', 'code': 200}
Apr 22 21:36:16.059948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:16.071570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:16.088052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Checking segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:16.088530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Network hostable DHCP agents. Network: 02bf31cf-e015-4866-8446-4d86941fa197, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:36:16.122008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Network 02bf31cf-e015-4866-8446-4d86941fa197 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:36:16.139343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 02bf31cf-e015-4866-8446-4d86941fa197) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:16.150708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee2d96-fa3c-46ef-9590-5f126b7c3eb4 None None] Network 02bf31cf-e015-4866-8446-4d86941fa197 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:16.167820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:16.167820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:16.228414 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b6aa9bad-6e86-4631-bd3c-cc40a29c246c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1985352
Apr 22 21:36:16.229258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41062) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:16.236365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:16.241902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:16.246953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Usage tracker for resource:router and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:16.251671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:16.259333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:16.274780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:16.276313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:16.355356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:16.472713 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-b70aeb3a-a596-4b7c-a476-67e1d5a2e808 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4542525
Apr 22 21:36:16.739027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9291-9467-4f32-aef5-c7b5b0e34b49 req-574d1cb7-1cda-4810-a4e1-4a3578fd3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:16.742819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-02bf31cf-e015-4866-8446-4d86941fa197', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:36:16.744050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:16.752153 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-594b9291-9467-4f32-aef5-c7b5b0e34b49 req-574d1cb7-1cda-4810-a4e1-4a3578fd3a0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 1103 time: 0.4653635
Apr 22 21:36:16.770769 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f826b937-bde5-4b04-b97f-64a528de5591 req-c72ea352-7c00-4e99-b902-e5d6868b4f73 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756450
Apr 22 21:36:16.908994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c0a8d-96e0-4aef-aeb0-5cb2e7c06ccb req-f1743171-d3da-4415-b42c-c95e71841037 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:16.923426 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-620c0a8d-96e0-4aef-aeb0-5cb2e7c06ccb req-f1743171-d3da-4415-b42c-c95e71841037 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.9991443
Apr 22 21:36:17.025578 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-620c0a8d-96e0-4aef-aeb0-5cb2e7c06ccb req-970c8d3b-32dd-483a-bd54-58b0e2f10f47 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009922
Apr 22 21:36:17.095967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293da341-e376-4927-aef1-92df8fd88008 req-0b178a9b-e85d-4ba8-bb93-37e28fca57db tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:17.100290 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-293da341-e376-4927-aef1-92df8fd88008 req-0b178a9b-e85d-4ba8-bb93-37e28fca57db tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.8266356
Apr 22 21:36:17.151889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Allocated IP 172.20.0.2 (02bf31cf-e015-4866-8446-4d86941fa197/34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8/12984d3c-643f-4eb0-9bbc-a4f07498f0f6) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:17.298808 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-293da341-e376-4927-aef1-92df8fd88008 req-d405f3d3-5b1a-4697-9ef9-722117237937 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1878104
Apr 22 21:36:17.301327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:17.443553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:17.455902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Transition to ACTIVE for port object 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:17.478121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Transition to ACTIVE for port object 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:17.485085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:17.497445 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-594b9291-9467-4f32-aef5-c7b5b0e34b49 req-3611af0e-0833-43ff-9345-cf485f923cc5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6292300
Apr 22 21:36:17.497642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:17.627568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Network 02bf31cf-e015-4866-8446-4d86941fa197 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:17.633241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:17.641023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:17.837800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Pushing event updated for resources: {'Port': ['ID=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:17.851853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:17.883208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Attempting to bind port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:17.883946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Attempting to bind port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:17.884685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Attempting to bind port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 on network 02bf31cf-e015-4866-8446-4d86941fa197 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:17.891162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54da9d7-f231-496c-becf-d18b683fa946 req-6eb6358f-9817-469e-81b7-8ce20f8fbdcc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:17.905068 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c54da9d7-f231-496c-becf-d18b683fa946 req-6eb6358f-9817-469e-81b7-8ce20f8fbdcc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.3680899
Apr 22 21:36:17.914159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:17.917565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Checking segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:17.918457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:17.919030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Bound using segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:17.919745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Bound port: 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:17.921274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:18.020371 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c54da9d7-f231-496c-becf-d18b683fa946 req-66ef9b7c-ed18-499d-9a39-e37a7340b7b3 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135912
Apr 22 21:36:18.074300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:18.077579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100634-1a59-43d5-af63-b29b984dc43f req-e02237a1-0e1e-4f88-a375-4ef8933c94e6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:18.093201 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6100634-1a59-43d5-af63-b29b984dc43f req-e02237a1-0e1e-4f88-a375-4ef8933c94e6 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.3215866
Apr 22 21:36:18.148742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:18.155127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] For port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:18.163797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] For port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:18.180014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:18.184481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:18.202301 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6100634-1a59-43d5-af63-b29b984dc43f req-2a78558d-8e9a-448a-9ea6-dd959f0baefc tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074331
Apr 22 21:36:18.432290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Pushing event updated for resources: {'Port': ['ID=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:18.448600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:18.540206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883579f-51fa-444f-b318-0d427940467e req-c27bace5-d454-4919-b8fd-72f4971d4e4b tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:18.552217 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8883579f-51fa-444f-b318-0d427940467e req-c27bace5-d454-4919-b8fd-72f4971d4e4b tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.3483520
Apr 22 21:36:18.601701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Allocated IP 172.27.3.232 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/6969c900-55fe-44d3-b2c8-30fe8f675233) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:18.747935 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8883579f-51fa-444f-b318-0d427940467e req-41f35b3a-ee94-4a0a-bc7f-f9795943a646 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945083
Apr 22 21:36:18.795402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5b77-488b-432e-9da4-9a9e40ba12a7 req-a0261827-5fba-4951-8bf5-870a86a997f7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:18.803641 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3afe5b77-488b-432e-9da4-9a9e40ba12a7 req-a0261827-5fba-4951-8bf5-870a86a997f7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2025065
Apr 22 21:36:18.974009 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3afe5b77-488b-432e-9da4-9a9e40ba12a7 req-9ecf394e-a613-472f-89ed-1572bd439575 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446831
Apr 22 21:36:19.243420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 41102) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:19.278355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd417c7-a591-4b96-b9df-5d92a66e33d1 req-5a41802f-3b9b-41e4-a0a2-4ceff2640108 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:19.289704 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2bd417c7-a591-4b96-b9df-5d92a66e33d1 req-5a41802f-3b9b-41e4-a0a2-4ceff2640108 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2061498
Apr 22 21:36:19.399055 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2bd417c7-a591-4b96-b9df-5d92a66e33d1 req-d3093e42-5d47-4d65-8e92-f170265796ab tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070411
Apr 22 21:36:19.433927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:19.541585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:19.596468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:19.606924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df396f-7c29-4781-be6e-b0c4c561a64a req-30581c4f-860c-4719-919b-95a44f6cd524 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:19.614056 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78df396f-7c29-4781-be6e-b0c4c561a64a req-30581c4f-860c-4719-919b-95a44f6cd524 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1521168
Apr 22 21:36:19.618960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:19.625426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:19.647049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:19.672451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:36:19.692489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:19.702096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:19.703622 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78df396f-7c29-4781-be6e-b0c4c561a64a req-4468f9ae-2caa-44c5-b242-56ba5b92d0fb tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880959
Apr 22 21:36:19.708360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:19.715284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:19.723117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Usage tracker for resource:security_group_rule and tenant:9907e23abec54af8b75e811a072e1950 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:19.728588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:19.738541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:19.760981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Pushing event updated for resources: {'Port': ['ID=6969c900-55fe-44d3-b2c8-30fe8f675233,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:19.767863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:20.057475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.071480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.125037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b90c022d-200c-40bb-90b5-a3f79ceaa283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:20.158494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9907e23abec54af8b75e811a072e1950&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9081590
Apr 22 21:36:20.160096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcdd65f-cad7-495d-8a67-a37e27c2e7b2,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:20.164675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:20.165103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 41120) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:20.311769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.350323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.405085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04738-7867-4890-a1ed-41cbf292ebfd req-498d7ea4-01b5-4541-a025-3f4ea088925a tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:20.418088 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-77d04738-7867-4890-a1ed-41cbf292ebfd req-498d7ea4-01b5-4541-a025-3f4ea088925a tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.4961772
Apr 22 21:36:20.454130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.569786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.582888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c78a1c6-ee18-46c4-82c9-583ecad99ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:20.601744 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-77d04738-7867-4890-a1ed-41cbf292ebfd req-6d8b32f2-5f5a-4e5f-87a1-f700efefd968 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653011
Apr 22 21:36:20.676918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefec086-51bb-4b3f-83f2-9edf86907e7a None None] Network 02bf31cf-e015-4866-8446-4d86941fa197 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:20.692603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcdd65f-cad7-495d-8a67-a37e27c2e7b2,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:20.709633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:20.720976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:20.722321 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebcdd65f-cad7-495d-8a67-a37e27c2e7b2 HTTP/1.1" status: 204  len: 168 time: 0.5561111
Apr 22 21:36:20.936929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0042a1-9ce0-4b50-ac4f-f2acf70e6bcd req-4fd002d8-2f1f-4d1f-aafd-1dd1a03fe678 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:20.946075 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b0042a1-9ce0-4b50-ac4f-f2acf70e6bcd req-4fd002d8-2f1f-4d1f-aafd-1dd1a03fe678 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.3406446
Apr 22 21:36:21.089807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Provisioning for port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:21.094071 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b0042a1-9ce0-4b50-ac4f-f2acf70e6bcd req-5ca258fa-ef48-435c-af04-a192cb06335b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469753
Apr 22 21:36:21.097564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Provisioning complete for port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:21.098248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:21.133207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366940-a952-499a-8df3-4c81be6196fb req-a41ae2c3-35ec-4023-aa9b-51d8c8ffe93b tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:21.141823 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-28366940-a952-499a-8df3-4c81be6196fb req-a41ae2c3-35ec-4023-aa9b-51d8c8ffe93b tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.3661847
Apr 22 21:36:21.243448 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-28366940-a952-499a-8df3-4c81be6196fb req-f8bba0a1-9aa4-45f6-bc21-7a267c4dd926 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004732
Apr 22 21:36:21.304857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:21.389511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] For port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:21.398557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:21.400884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:21.543353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708df2-f962-4cc9-92a1-7e58db9cd4a7 req-9db0a1bd-f92c-4110-89e2-642110004861 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:21.556478 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4708df2-f962-4cc9-92a1-7e58db9cd4a7 req-9db0a1bd-f92c-4110-89e2-642110004861 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2206004
Apr 22 21:36:21.571948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Pushing event updated for resources: {'Port': ['ID=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:21.585048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:21.672254 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4708df2-f962-4cc9-92a1-7e58db9cd4a7 req-28282d22-c2e2-4400-ad80-66a5e7181f79 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144114
Apr 22 21:36:21.775115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6a4389cc-33c7-4758-8346-3926b3634e01 None None] Provisioning complete for port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:21.775587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a4389cc-33c7-4758-8346-3926b3634e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:21.860771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:22.169539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97540303-aee3-4759-b4cf-617fbc8dfba4 req-43b95364-5a59-4060-932e-541473b9ebc4 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:22.185689 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97540303-aee3-4759-b4cf-617fbc8dfba4 req-43b95364-5a59-4060-932e-541473b9ebc4 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.2504199
Apr 22 21:36:22.273894 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97540303-aee3-4759-b4cf-617fbc8dfba4 req-fa9b41a8-ab62-4a25-a799-6c912759ebaf tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864427
Apr 22 21:36:22.467629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Router 81b5f4fd-0138-4044-abd8-90fe99874c3f is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:36:22.535625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14469-725f-447b-ace8-08eaf8caf2fd req-cd165476-9a79-4df1-8326-7a572e8e37c0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:22.552315 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95c14469-725f-447b-ace8-08eaf8caf2fd req-cd165476-9a79-4df1-8326-7a572e8e37c0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1988931
Apr 22 21:36:22.663381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-1aef4074-8614-4cdb-ac0e-10b6bf83ef3f tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:22.666004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-1aef4074-8614-4cdb-ac0e-10b6bf83ef3f tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Synchronizing usage tracker for tenant:b523c9094845491980efb2af1764f051 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:36:22.720753 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95c14469-725f-447b-ace8-08eaf8caf2fd req-4698e25c-4878-4815-be40-67a8e5d29815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1673119
Apr 22 21:36:22.798215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a930d20-778f-4c59-8fa6-9a5c4c1bd605 req-a15bf5b6-7861-40de-93a3-3ffd384331fd tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:22.806131 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a930d20-778f-4c59-8fa6-9a5c4c1bd605 req-a15bf5b6-7861-40de-93a3-3ffd384331fd tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.1989269
Apr 22 21:36:22.901087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-1aef4074-8614-4cdb-ac0e-10b6bf83ef3f tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Unset dirty status for tenant:b523c9094845491980efb2af1764f051 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:36:22.904189 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-1aef4074-8614-4cdb-ac0e-10b6bf83ef3f tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.6416895
Apr 22 21:36:22.917963 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a930d20-778f-4c59-8fa6-9a5c4c1bd605 req-1f01511d-0ee9-4365-9d4b-42212bc8b585 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106851
Apr 22 21:36:23.123262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:36:23.135556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Sync routers for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:36:23.154704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cf199-a4e0-40e9-979f-ef6b05618c53 req-a7d48ed2-fab2-42a2-ad2c-77b7ddaf9456 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:23.157475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:23.158207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafab1ef0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:35:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:23.174178 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-846cf199-a4e0-40e9-979f-ef6b05618c53 req-a7d48ed2-fab2-42a2-ad2c-77b7ddaf9456 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2757947
Apr 22 21:36:23.262294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:23.430040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:23.430300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:23.440658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:23.443070 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2122829
Apr 22 21:36:23.452876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41202) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:23.592376 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-846cf199-a4e0-40e9-979f-ef6b05618c53 req-75ec67af-6919-4c54-b805-89659089a96a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4163966
Apr 22 21:36:23.631174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:23.874803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-18079ba1-c880-4793-888b-0bd21e175238 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:23.881208 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-18079ba1-c880-4793-888b-0bd21e175238 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.13 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.5340962
Apr 22 21:36:24.223720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2c181-b910-4218-b7f5-f385a295001a req-50125a88-cb38-45cc-9757-3a10b72a7b15 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:24.233901 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f2c181-b910-4218-b7f5-f385a295001a req-50125a88-cb38-45cc-9757-3a10b72a7b15 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 950 time: 0.6207035
Apr 22 21:36:24.323320 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f2c181-b910-4218-b7f5-f385a295001a req-8ea31433-ea4c-4ffa-af55-f647ef6fced6 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846224
Apr 22 21:36:24.528408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bfe85-eb50-4cb4-a119-4614adb13194 req-5872939f-768c-4e47-9771-561221c7393b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:24.547863 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a48bfe85-eb50-4cb4-a119-4614adb13194 req-5872939f-768c-4e47-9771-561221c7393b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.5692987
Apr 22 21:36:24.562159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafab1ef0>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:20Z', 'revision_number': 3, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:24.583172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Checking router: 81b5f4fd-0138-4044-abd8-90fe99874c3f for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:36:24.586287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Updating router 81b5f4fd-0138-4044-abd8-90fe99874c3f port 6969c900-55fe-44d3-b2c8-30fe8f675233 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:36:24.790479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:24.806441 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a48bfe85-eb50-4cb4-a119-4614adb13194 req-068c940e-355b-4e94-bfd7-b11a00137662 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2570138
Apr 22 21:36:24.886498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Deleting port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:36:24.896460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:24.898086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Deleting port 7a09f6a4-ac79-4695-957b-b2422b20d824 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:36:24.898617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.185849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-824d859b-6664-4916-a2d4-0724f22c904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.247093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe5258-64ac-40ad-97d6-c838733b8315 req-ff7c4f6f-4ce1-4c8d-b0d7-cf24c30f4373 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:25.248849 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95fe5258-64ac-40ad-97d6-c838733b8315 req-ff7c4f6f-4ce1-4c8d-b0d7-cf24c30f4373 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 945 time: 0.6193764
Apr 22 21:36:25.369920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] For port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,segment=NetworkSegment(9af1cf2a-26df-45de-8b16-24b7552943c7),segment_id=9af1cf2a-26df-45de-8b16-24b7552943c7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:25.371033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.480398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] For port 7a09f6a4-ac79-4695-957b-b2422b20d824, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7a09f6a4-ac79-4695-957b-b2422b20d824,segment=NetworkSegment(2ac92852-b053-4ac3-aedf-998d11af803c),segment_id=2ac92852-b053-4ac3-aedf-998d11af803c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:25.480962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.695511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.729442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Transition to ACTIVE for port object 6969c900-55fe-44d3-b2c8-30fe8f675233 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:25.743395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:25.764519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2225219b-97fb-40a7-a37c-d62d37b673fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:25.776756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Calling delete_port for 7a09f6a4-ac79-4695-957b-b2422b20d824 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:36:26.013233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Pushing event updated for resources: {'Port': ['ID=6969c900-55fe-44d3-b2c8-30fe8f675233,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.072669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.074630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:26.076734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Attempting to bind port 6969c900-55fe-44d3-b2c8-30fe8f675233 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:26.077140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Attempting to bind port 6969c900-55fe-44d3-b2c8-30fe8f675233 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:26.077568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Attempting to bind port 6969c900-55fe-44d3-b2c8-30fe8f675233 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:26.084968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:26.086509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:26.087183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:26.087918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.088607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:26.089840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Bound port: 6969c900-55fe-44d3-b2c8-30fe8f675233, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:26.090494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.156802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Calling delete_port for 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:36:26.201456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.217022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:26.225455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6212-268d-4c73-80a3-cf47bf37d7b0 req-762c2685-c273-4ba3-8bae-b23889f52666 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:26.227367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c8b6212-268d-4c73-80a3-cf47bf37d7b0 req-762c2685-c273-4ba3-8bae-b23889f52666 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 1.1297054
Apr 22 21:36:26.235355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] For port 6969c900-55fe-44d3-b2c8-30fe8f675233, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:26.243664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] For port 6969c900-55fe-44d3-b2c8-30fe8f675233, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=6969c900-55fe-44d3-b2c8-30fe8f675233,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:26.245945 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95fe5258-64ac-40ad-97d6-c838733b8315 req-1afc8080-875c-4b8c-9d18-6f9bc392c301 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/security-groups?id=edb8147b-5cfe-4886-870e-71829e8afce1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4401736
Apr 22 21:36:26.278634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.284465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b27bf4ff-29b8-4787-bf70-ecf7fea5c7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:26.313773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.335646 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c8b6212-268d-4c73-80a3-cf47bf37d7b0 req-0828b801-c07a-4a14-ad1b-d14918bfab72 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885236
Apr 22 21:36:26.373827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Pushing event updated for resources: {'Port': ['ID=6969c900-55fe-44d3-b2c8-30fe8f675233,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:26.380211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:26.415340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:26.416573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafab1ef0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:35:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:26.472543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Pushing event deleted for resources: {'Port': ['ID=7a09f6a4-ac79-4695-957b-b2422b20d824,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:26.501033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 7a09f6a4-ac79-4695-957b-b2422b20d824 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:36:26.514039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:26.583938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.597632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 7a09f6a4-ac79-4695-957b-b2422b20d824 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:36:26.598343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 7a09f6a4-ac79-4695-957b-b2422b20d824 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:36:26.601985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:26.760329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Pushing event deleted for resources: {'Port': ['ID=87791b30-2f7e-4eb5-a9b1-33813a5c46e6,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:26.768909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:26.823761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Allocated IP 172.20.0.1 (02bf31cf-e015-4866-8446-4d86941fa197/34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8/74d8ffb6-ac01-4260-b3b3-61a5b6ec4325) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:26.852325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:26.861382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] No DVR routers for this DVR port 7a09f6a4-ac79-4695-957b-b2422b20d824 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:36:26.866832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.870487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'name': 'network-vif-deleted', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:26.880990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] No DVR routers for this DVR port 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:36:26.894805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:26.914414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'name': 'network-vif-deleted', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:26.935029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089737-559a-41c7-9741-ff5999d62d00 req-54833ba9-c785-4bf0-b894-8cbac6c41c8b tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:26.954161 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d089737-559a-41c7-9741-ff5999d62d00 req-54833ba9-c785-4bf0-b894-8cbac6c41c8b tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/ports?device_id=b081765c-5a8a-4642-a273-2c0fc0a3303e HTTP/1.1" status: 200  len: 867 time: 0.4585752
Apr 22 21:36:27.004496 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7cf68dd4-5400-4537-9da7-7a6addb6e4b3 req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.13 "DELETE /v2.0/ports/7a09f6a4-ac79-4695-957b-b2422b20d824 HTTP/1.1" status: 204  len: 173 time: 4.0894465
Apr 22 21:36:27.039705 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-badd8866-08b1-4254-a0f4-2a017721ae9d req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.13 "DELETE /v2.0/ports/87791b30-2f7e-4eb5-a9b1-33813a5c46e6 HTTP/1.1" status: 204  len: 173 time: 3.1451733
Apr 22 21:36:27.179602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a87c6d-d9e4-4378-9c1f-abd497440a32 req-16d1d8ab-8ae0-49c8-a4ef-f8290b328242 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:27.189203 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12a87c6d-d9e4-4378-9c1f-abd497440a32 req-16d1d8ab-8ae0-49c8-a4ef-f8290b328242 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.5124075
Apr 22 21:36:27.216315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:27.220950 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d089737-559a-41c7-9741-ff5999d62d00 req-cbcf301b-cd64-434c-be42-fa411b15b263 tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc3a3fd8-f061-44b8-b0d3-1436a740715c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656546
Apr 22 21:36:27.270505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Transition to ACTIVE for port object 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:27.306990 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12a87c6d-d9e4-4378-9c1f-abd497440a32 req-e11b5387-02d2-4b49-83df-fcbeb27cb13d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151102
Apr 22 21:36:27.338449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:27.344710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:27.436984 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081765c-5a8a-4642-a273-2c0fc0a3303e', 'name': 'network-vif-deleted', 'tag': '87791b30-2f7e-4eb5-a9b1-33813a5c46e6', 'status': 'completed', 'code': 200}
Apr 22 21:36:27.452746 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62ac9f-ab1b-410c-b5d7-2fecfafc9712', 'name': 'network-vif-deleted', 'tag': '7a09f6a4-ac79-4695-957b-b2422b20d824', 'status': 'completed', 'code': 200}
Apr 22 21:36:27.521627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Network 02bf31cf-e015-4866-8446-4d86941fa197 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:27.527195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:27.548967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:27.614555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Pushing event updated for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:27.634519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:27.661034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafab1ef0>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:20Z', 'revision_number': 3, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:27.680186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a323b-8c8f-4dc8-836a-28b0f159f80c None None] The sync data for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi is: [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:20Z', 'revision_number': 3, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:36:27.681246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:27.696525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcb0066d-9e24-40fe-88e6-d26fde84366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:27.727532 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb80d8fe-cec7-40b1-8b79-9e3da87c2c60 req-2875df0a-c1b7-4b4d-8273-441821947fc1 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] 10.222.0.11 "GET /v2.0/ports?device_id=da62ac9f-ab1b-410c-b5d7-2fecfafc9712 HTTP/1.1" status: 200  len: 210 time: 0.1098342
Apr 22 21:36:27.891854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b3a3-b31e-41fc-b85a-21e7282ffcf0 req-680c65aa-2945-436a-a9ad-720a822fbcac tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:27.901661 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71d0b3a3-b31e-41fc-b85a-21e7282ffcf0 req-680c65aa-2945-436a-a9ad-720a822fbcac tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1720228
Apr 22 21:36:28.004868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.020786 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71d0b3a3-b31e-41fc-b85a-21e7282ffcf0 req-3ee0b464-46f7-4d20-8b07-b73cb4cb2708 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179781
Apr 22 21:36:28.097098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-98cc32f2-38f3-44f2-80b8-0bf5d2e98bee None None] Provisioning for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:28.101615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.104811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-98cc32f2-38f3-44f2-80b8-0bf5d2e98bee None None] Provisioning complete for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:28.105224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98cc32f2-38f3-44f2-80b8-0bf5d2e98bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.201105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-98cc32f2-38f3-44f2-80b8-0bf5d2e98bee None None] Port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:36:28.389110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.402340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.506415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:36:28.549926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0554fd22-533d-4d76-a186-cba79f3f2627 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:28.702449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:28.708206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Pushing event updated for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:28.717863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:28.961501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:36:28.962448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 87791b30-2f7e-4eb5-a9b1-33813a5c46e6 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:36:28.970616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922368d-fe02-40e0-bf6f-5eaddb0a5f46 req-1541044b-c555-4b53-86f7-950f805d42c2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:28.981190 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6922368d-fe02-40e0-bf6f-5eaddb0a5f46 req-1541044b-c555-4b53-86f7-950f805d42c2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2823744
Apr 22 21:36:28.983212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.075724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Network 02bf31cf-e015-4866-8446-4d86941fa197 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:29.079734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:29.083794 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6922368d-fe02-40e0-bf6f-5eaddb0a5f46 req-bbe09485-6023-40d1-8a8f-47edf510978b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012638
Apr 22 21:36:29.377625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6969c900-55fe-44d3-b2c8-30fe8f675233 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:29.487267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 6969c900-55fe-44d3-b2c8-30fe8f675233 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:29.503418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 6969c900-55fe-44d3-b2c8-30fe8f675233 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:29.505071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.550598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165179a1-a0c8-4b52-97cb-5148bd43afea req-aa52a32b-ba91-475a-8659-3da0c1844b7b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:29.560989 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-165179a1-a0c8-4b52-97cb-5148bd43afea req-aa52a32b-ba91-475a-8659-3da0c1844b7b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2963126
Apr 22 21:36:29.615011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Router 81b5f4fd-0138-4044-abd8-90fe99874c3f has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:36:29.653691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f2897bd3-a7bd-4199-9824-e6719f188f7e None None] Provisioning complete for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:29.654117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f2897bd3-a7bd-4199-9824-e6719f188f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.763108 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-165179a1-a0c8-4b52-97cb-5148bd43afea req-6ac64fd0-979f-486f-abf4-c51d9c1ea220 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010372
Apr 22 21:36:29.799338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28008-9fd0-456b-a009-1acf225b06cb req-3290bd4a-31ff-48b8-8954-02668866da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:29.801743 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-3290bd4a-31ff-48b8-8954-02668866da3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1098 time: 0.1598926
Apr 22 21:36:29.822812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.838843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.860432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f2897bd3-a7bd-4199-9824-e6719f188f7e None None] Port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:36:29.872146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 6969c900-55fe-44d3-b2c8-30fe8f675233, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=6969c900-55fe-44d3-b2c8-30fe8f675233,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:29.882111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:29.891812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fca09474-a121-425e-8769-07e2868fae57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:30.031648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=6969c900-55fe-44d3-b2c8-30fe8f675233,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:30.031893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:36:30.039663 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/81b5f4fd-0138-4044-abd8-90fe99874c3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5831115
Apr 22 21:36:30.061510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.061757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.062130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.062510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.062881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.063306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.063705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.064053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.064424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.064789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.065152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.065589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:36:30.070214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:30.114085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28008-9fd0-456b-a009-1acf225b06cb req-b4f16abb-3862-4eca-9537-6bcd39037626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:30.116240 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-b4f16abb-3862-4eca-9537-6bcd39037626 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.2952743
Apr 22 21:36:30.316985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365985c-6df5-41e6-8e13-3b8faa8abbcd req-bc417600-6807-460f-920b-b42a08a7558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:30.319856 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3365985c-6df5-41e6-8e13-3b8faa8abbcd req-bc417600-6807-460f-920b-b42a08a7558c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 1098 time: 0.1825426
Apr 22 21:36:30.430387 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3365985c-6df5-41e6-8e13-3b8faa8abbcd req-43cd9c39-ed43-4749-828a-09e23a49a315 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039469
Apr 22 21:36:30.439308 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-43438746-aac1-4004-915a-84fa6f61798c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 1001 time: 0.3121486
Apr 22 21:36:30.464554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951be1-e6cc-4b20-a28a-02e274b0ada9 req-83bd6ac8-364d-4d54-982c-2e4740aeeaaf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:30.472895 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c3951be1-e6cc-4b20-a28a-02e274b0ada9 req-83bd6ac8-364d-4d54-982c-2e4740aeeaaf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1523633
Apr 22 21:36:30.567991 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c3951be1-e6cc-4b20-a28a-02e274b0ada9 req-31493257-bcdf-4d72-b52d-b9000e820313 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939507
Apr 22 21:36:30.626534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28008-9fd0-456b-a009-1acf225b06cb req-b7bffd64-f6f0-4b6c-a764-708ce5478876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:30.629814 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-b7bffd64-f6f0-4b6c-a764-708ce5478876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.1165621
Apr 22 21:36:30.776839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28008-9fd0-456b-a009-1acf225b06cb req-18d1917e-de02-4389-8a1a-9e85fe00d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:30.778629 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-18d1917e-de02-4389-8a1a-9e85fe00d690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1417456
Apr 22 21:36:31.041095 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-d69fe6b3-8fab-4c49-aa29-4e8b7c8b501f service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527859
Apr 22 21:36:31.221202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41408) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:31.234392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1890367089-network', 'tenant_id': '42d37067e924471197cdb566af667f78'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:31.255363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:31.276338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Usage tracker for resource:network and tenant:42d37067e924471197cdb566af667f78 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:31.283298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:31.309652 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b28008-9fd0-456b-a009-1acf225b06cb req-d6b20af5-de96-4464-9774-916e0aa5bf16 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291467
Apr 22 21:36:31.317608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:31.339272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6969c900-55fe-44d3-b2c8-30fe8f675233 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:31.376919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Made reservation on behalf of 42d37067e924471197cdb566af667f78 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:31.390335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.419026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced14936-4ae6-4baf-8c66-6987c1073001 req-76fb5e16-8e2e-4a19-80ba-7c3a5db94713 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:31.421089 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced14936-4ae6-4baf-8c66-6987c1073001 req-76fb5e16-8e2e-4a19-80ba-7c3a5db94713 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.3786318
Apr 22 21:36:31.428099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.469412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:31.476567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Usage tracker for resource:security_group_rule and tenant:42d37067e924471197cdb566af667f78 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:31.492259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:31.516716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:31.548633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 6969c900-55fe-44d3-b2c8-30fe8f675233 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:31.549730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.584970 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced14936-4ae6-4baf-8c66-6987c1073001 req-291b102d-bf72-4bb4-be9e-4081dc7c34af tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520934
Apr 22 21:36:31.734132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.738362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.743426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2e46b01-871f-4215-9bea-cbc3cf10c034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:31.778530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:36:31.789726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3107aa-2f51-488e-9a4d-dbfdfad41ab0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:31.794280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:31.797740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.798177 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Added segment 234fc092-9c9b-4bc0-8108-0b202b9e63b9 of type vlan for network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d
Apr 22 21:36:31.855448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.897239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.903850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:31.906283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:31.912109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6a6c13d3-4275-4dc6-9779-088a6a732cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:31.938729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24ad3d-64dc-48dd-92ae-ffc724e7997c req-96020e65-70e4-455e-9881-a2d72dd410d7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:31.949520 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f24ad3d-64dc-48dd-92ae-ffc724e7997c req-96020e65-70e4-455e-9881-a2d72dd410d7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.1714814
Apr 22 21:36:31.999767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Sync routers for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:36:32.023235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:32.024083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb069c860>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:32.054781 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f24ad3d-64dc-48dd-92ae-ffc724e7997c req-4a731258-a012-4561-ae4f-0f2fb65b9dab tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035507
Apr 22 21:36:32.135256 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9116395
Apr 22 21:36:32.138042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 41456) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:32.143354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:32.144824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Request body: {'subnet': {'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1890367089-subnet', 'tenant_id': '42d37067e924471197cdb566af667f78', 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:32.149970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:32.157708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:32.162737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Usage tracker for resource:subnet and tenant:42d37067e924471197cdb566af667f78 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:32.166042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:32.173546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:32.185677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Made reservation on behalf of 42d37067e924471197cdb566af667f78 for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:32.190742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31970732'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:32.197631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:36:32.277858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:32.392916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:32.797707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33368394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31970749'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:32.805521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:32.831321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb069c860>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:28Z', 'revision_number': 2, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:32.837996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Checking router: 81b5f4fd-0138-4044-abd8-90fe99874c3f for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:36:32.838515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Updating router 81b5f4fd-0138-4044-abd8-90fe99874c3f port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:36:32.920955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:32.925665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc827da0-c01f-4bd8-89d0-0fc3f0e373bd,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:32.932687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:32.946700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Checking segment: {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:32.947095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Network hostable DHCP agents. Network: 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:36:32.966863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ebdf6-ac49-4c8a-9f7e-98856262eb49 req-7894287a-198b-4d5b-9503-0fa98360a466 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:32.975561 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f10ebdf6-ac49-4c8a-9f7e-98856262eb49 req-7894287a-198b-4d5b-9503-0fa98360a466 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2419112
Apr 22 21:36:33.027388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:36:33.045457 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f10ebdf6-ac49-4c8a-9f7e-98856262eb49 req-953c0555-d4a4-42dc-b2cb-b19b84d4916d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688353
Apr 22 21:36:33.046561 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:33.059073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:33.059746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:33.081830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9f714-1637-4c5c-adae-d0f9cc557fda None None] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:33.094197 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9544518
Apr 22 21:36:33.102005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41524) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:33.110465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:33.118060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:33.123529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Usage tracker for resource:router and tenant:42d37067e924471197cdb566af667f78 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:33.127669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:33.134983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:33.152156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:33.153839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:33.171721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:33.531058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'tenant_id': '42d37067e924471197cdb566af667f78', 'fixed_ips': [{'subnet_id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:36:33.532560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:33.541511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4f7c-9302-4a5f-bc3d-e1494df09c7f req-8618f6f8-b2ab-43d7-95bf-f2e5c5a25fb7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:33.544829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d7d4f7c-9302-4a5f-bc3d-e1494df09c7f req-8618f6f8-b2ab-43d7-95bf-f2e5c5a25fb7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2099817
Apr 22 21:36:33.562793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea5627-78d9-4446-89f4-f8d0b6e0071e req-3afe5381-557a-46cb-9a55-5a95cbcf75ad tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:33.566280 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caea5627-78d9-4446-89f4-f8d0b6e0071e req-3afe5381-557a-46cb-9a55-5a95cbcf75ad tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 945 time: 0.2814939
Apr 22 21:36:33.684515 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d7d4f7c-9302-4a5f-bc3d-e1494df09c7f req-49f68bb1-3423-4f7f-836c-316ea880321f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164796
Apr 22 21:36:33.740159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:36:33.742402 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caea5627-78d9-4446-89f4-f8d0b6e0071e req-ef048b3e-0e90-485e-89dc-071e70e3e712 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011128
Apr 22 21:36:33.887378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Allocated IP 172.20.0.2 (5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d/bc827da0-c01f-4bd8-89d0-0fc3f0e373bd/e26f598a-68db-44a9-a92d-7733f1b4ef70) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:33.904023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.392266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.401389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.431620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Transition to ACTIVE for port object e26f598a-68db-44a9-a92d-7733f1b4ef70 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:34.477145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.522958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Transition to ACTIVE for port object e26f598a-68db-44a9-a92d-7733f1b4ef70 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:34.574527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.592546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:34.653902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.660479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Allocated IP 172.27.3.92 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/2c75bdee-bc75-42f6-9561-db1ff1fa93b8) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:34.697420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:34.711195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:34.715946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.721599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:34.735687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:36:34.747312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Pushing event updated for resources: {'Port': ['ID=e26f598a-68db-44a9-a92d-7733f1b4ef70,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:34.783645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:34.796203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:34.798023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Transition to ACTIVE for port object 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:34.813040 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'code': 200}
Apr 22 21:36:34.814061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.849553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:34.892874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:34.908882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.015305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.040012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:35.048425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002506b-b000-4406-8ce3-0e40b27cfa4c req-d0775c1b-6a13-4c65-b884-8ecc18ba532a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:35.053325 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0002506b-b000-4406-8ce3-0e40b27cfa4c req-d0775c1b-6a13-4c65-b884-8ecc18ba532a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1382680
Apr 22 21:36:35.112826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:35.117518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:35.118838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Attempting to bind port e26f598a-68db-44a9-a92d-7733f1b4ef70 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:35.119259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Attempting to bind port e26f598a-68db-44a9-a92d-7733f1b4ef70 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:35.119674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Attempting to bind port e26f598a-68db-44a9-a92d-7733f1b4ef70 on network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:35.120683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:35.146715 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0002506b-b000-4406-8ce3-0e40b27cfa4c req-67ae1e36-1cb9-4997-9f14-de51825c8a39 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821729
Apr 22 21:36:35.170027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:35.172891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Checking segment: {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:35.173488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.173882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Bound using segment: {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:35.174438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Bound port: e26f598a-68db-44a9-a92d-7733f1b4ef70, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:35.174866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.199490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:35.211114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:35.242282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Pushing event updated for resources: {'Port': ['ID=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:35.242518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:35.251716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:35.455777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Pushing event updated for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:35.459123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:35.478825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Attempting to bind port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:35.479253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Attempting to bind port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:35.480322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Attempting to bind port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 on network 02bf31cf-e015-4866-8446-4d86941fa197 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:35.486287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] For port e26f598a-68db-44a9-a92d-7733f1b4ef70, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:35.491562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] For port e26f598a-68db-44a9-a92d-7733f1b4ef70, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e26f598a-68db-44a9-a92d-7733f1b4ef70,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:35.492963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:35.493465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Checking segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:35.494016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.494658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Bound using segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:35.495185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Bound port: 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:35.495633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.510594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.528565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:35.673812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Pushing event updated for resources: {'Port': ['ID=e26f598a-68db-44a9-a92d-7733f1b4ef70,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:35.677973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:35.709742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] For port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:35.712532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.713376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] For port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:35.717453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:35.721890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:35.818273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:35.819027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb069c860>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:36.041285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Pushing event updated for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:36.049445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:36.152262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:36.429026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:36.630842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f7bb-14e6-4e8f-a50e-0a33fcb85399 req-76024165-2c8c-48b1-aaba-f004953bb800 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:36.639554 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c834f7bb-14e6-4e8f-a50e-0a33fcb85399 req-76024165-2c8c-48b1-aaba-f004953bb800 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1499610
Apr 22 21:36:36.706313 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c834f7bb-14e6-4e8f-a50e-0a33fcb85399 req-6548e0e7-9bac-47ce-b260-649e76ec1b7c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657666
Apr 22 21:36:36.849989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Router 78962d39-346e-4382-88da-71031b7e9ec1 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:36:37.027168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb069c860>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:35Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:37.049698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9baf3-dda7-425f-91c2-97bffeae85fc None None] The sync data for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi is: [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:35Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:36:37.429211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:36:37.453070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 41640) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:37.455685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Sync routers for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:36:37.505907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:37.511546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf75eef0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:37.551310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:37.555472 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.4478638
Apr 22 21:36:37.556035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 41650) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:37.724754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:38.108585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:38.139696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:38.142039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:38.233109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:38.248597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b0aa4-5ecd-4ee1-878d-b3c1825916d2 None None] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:39.043577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf75eef0>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:35Z', 'revision_number': 3, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:39.056984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Checking router: 78962d39-346e-4382-88da-71031b7e9ec1 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:36:39.060480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Updating router 78962d39-346e-4382-88da-71031b7e9ec1 port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:36:39.203845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:39.498432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4a8a7f0a-b98d-4809-a03a-917bdda86309 None None] Provisioning for port e26f598a-68db-44a9-a92d-7733f1b4ef70 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:39.768059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:39.870793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:39.876315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:39.877267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e26f598a-68db-44a9-a92d-7733f1b4ef70 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:40.069556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:40.176529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.213689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Transition to ACTIVE for port object 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:40.228189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.247234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Provisioning complete for port e26f598a-68db-44a9-a92d-7733f1b4ef70 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:40.247903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.275305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:40.327092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port e26f598a-68db-44a9-a92d-7733f1b4ef70 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:40.368998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port e26f598a-68db-44a9-a92d-7733f1b4ef70 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:40.369695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.428936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:40.452116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:40.526851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Attempting to bind port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:40.527268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Attempting to bind port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:40.527929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Attempting to bind port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:40.544617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:40.545042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:40.548686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.549702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:40.550271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Bound port: 2c75bdee-bc75-42f6-9561-db1ff1fa93b8, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:40.551290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.657975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ebc23-2d41-41c5-b7cb-8f7c78f7cbaf None None] Pushing event updated for resources: {'Port': ['ID=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:40.667923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-618ebc23-2d41-41c5-b7cb-8f7c78f7cbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:40.713971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] For port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:40.718451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] For port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:40.727079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:36:40.727507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.747575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:40.755553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:40.879518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41710) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:40.925402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ebc23-2d41-41c5-b7cb-8f7c78f7cbaf None None] Pushing event updated for resources: {'Port': ['ID=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:40.937204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-618ebc23-2d41-41c5-b7cb-8f7c78f7cbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:40.954444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:40.955165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf75eef0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:40.987393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.030026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.125055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] For port e26f598a-68db-44a9-a92d-7733f1b4ef70, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e26f598a-68db-44a9-a92d-7733f1b4ef70,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:41.133950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.136206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:41.197021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:41.378589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Allocated IP 172.20.0.1 (5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d/bc827da0-c01f-4bd8-89d0-0fc3f0e373bd/5ee54aed-06f7-4b99-b018-5f5fb62f2b20) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:36:41.417264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Pushing event updated for resources: {'Port': ['ID=e26f598a-68db-44a9-a92d-7733f1b4ef70,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:41.429663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:41.437307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:36:41.437816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:36:41.569274 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-98615579-df49-4f8b-a6c8-7ef396421da2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ade7db7bd1f4a07bcf824774e046036&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1122308
Apr 22 21:36:41.570870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41720) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:41.612577 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-26d194ba-da0f-444d-b142-2b689024944a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.7313516
Apr 22 21:36:41.664056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.690478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf75eef0>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:35Z', 'revision_number': 3, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:41.703304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b15df3-fec4-4c34-b259-8570595f6748 None None] The sync data for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi is: [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:35Z', 'revision_number': 3, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:36:41.721428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c999d2-5fe2-4fe0-91f4-ff2ee09d1af3 req-5adc01f5-d978-48db-b584-00cd749845ee tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:41.722246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.742152 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-84c999d2-5fe2-4fe0-91f4-ff2ee09d1af3 req-5adc01f5-d978-48db-b584-00cd749845ee tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 2.7702751
Apr 22 21:36:41.829906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad143d5-b1df-4132-8a39-a882ae5f198b req-4371a465-62b8-4b7e-9d10-fd0340a444de tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:41.842320 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ad143d5-b1df-4132-8a39-a882ae5f198b req-4371a465-62b8-4b7e-9d10-fd0340a444de tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 1.6664882
Apr 22 21:36:41.862635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.887779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41a6fc70-e0fc-4a65-bd50-87714c2cc95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:41.926617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a3fd8-f061-44b8-b0d3-1436a740715c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:41.938367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:41.953311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:41.956188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc3a3fd8-f061-44b8-b0d3-1436a740715c HTTP/1.1" status: 204  len: 168 time: 0.3838212
Apr 22 21:36:41.996132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-d7153ddd-c744-4a8f-b435-7f08bb955e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:41.999702 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-d7153ddd-c744-4a8f-b435-7f08bb955e8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 4.1886129
Apr 22 21:36:42.208452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:42.385769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-57c94fe1-21a8-4ba1-b78b-13c2bcb5f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:42.388399 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-57c94fe1-21a8-4ba1-b78b-13c2bcb5f5f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.3719015
Apr 22 21:36:42.433708 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-84c999d2-5fe2-4fe0-91f4-ff2ee09d1af3 req-d3c56453-36f8-4270-99dc-792d4ae3b427 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6892622
Apr 22 21:36:42.512229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:42.512902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:42.788920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:42.822874 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ad143d5-b1df-4132-8a39-a882ae5f198b req-e2c6e993-493f-4dab-b66d-64679ba79fb8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9539714
Apr 22 21:36:42.825718 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-822c4d66-f28c-456f-866b-bafe79dc0b18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.3899324
Apr 22 21:36:42.876648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Transition to ACTIVE for port object 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:42.978817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e26f598a-68db-44a9-a92d-7733f1b4ef70 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:43.196568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:43.226338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:43.252601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port e26f598a-68db-44a9-a92d-7733f1b4ef70 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:43.264141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:43.475932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:43.480271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:43.485627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:36:43.677430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:43.690822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-bd29694a-1ff6-4a37-b85e-613eb34b2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:43.692478 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-bd29694a-1ff6-4a37-b85e-613eb34b2374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.7117236
Apr 22 21:36:43.706751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:43.709934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:43.800093 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-9b0ae195-e3b2-4adf-841e-4b2bb96233a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0802622
Apr 22 21:36:44.229888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-18bd0079-e991-4dd5-8ae2-3b14cd49bab9 None None] Provisioning for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:44.245444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-18bd0079-e991-4dd5-8ae2-3b14cd49bab9 None None] Provisioning complete for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:44.250160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18bd0079-e991-4dd5-8ae2-3b14cd49bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.297233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41770) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:44.324279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:44.444828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.452659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:44.460620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:44.461326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.493628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-18bd0079-e991-4dd5-8ae2-3b14cd49bab9 None None] Port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:36:44.563614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1814088494-network', 'tenant_id': 'b48ea5fcf7f84c37a3e0d0592856c06d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:44.575569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:44.584631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Usage tracker for resource:network and tenant:b48ea5fcf7f84c37a3e0d0592856c06d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:44.589935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:44.603344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:44.628880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Made reservation on behalf of b48ea5fcf7f84c37a3e0d0592856c06d for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:44.643959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.644289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.664294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:44.668293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.670428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:44.694047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:44.753528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:44.757204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:44.766615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:44.774904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Usage tracker for resource:security_group_rule and tenant:b48ea5fcf7f84c37a3e0d0592856c06d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:44.779959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:44.788234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:44.999969 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.005856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.014871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f822a47f-6ba4-4645-b3ef-83814b5c57ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:45.062490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd61c8a-d00a-4cf7-8483-78068020d814,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:45.079519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:45.096229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:36:45.128836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.129556 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Added segment b9cd3923-7bef-4758-beee-b6ca2b88ad1c of type vlan for network b8ebd953-0417-416e-bbbf-2c42748dbce7
Apr 22 21:36:45.153179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-7ace1acb-13d8-40da-9dd2-05dde92667b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:45.155095 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-7ace1acb-13d8-40da-9dd2-05dde92667b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 1096 time: 0.2171919
Apr 22 21:36:45.184586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.311050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.316451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:45.317847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.383126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3012-6c06-46e2-ab9b-69e9dfaf2966 req-6f7e0e08-010a-48f4-9928-2ba281dbc3ad tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:45.392659 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-500f3012-6c06-46e2-ab9b-69e9dfaf2966 req-6f7e0e08-010a-48f4-9928-2ba281dbc3ad tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 1.1703882
Apr 22 21:36:45.407023 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-2933f8ea-aea9-44e5-baa4-2e0df9da3c79 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5960982
Apr 22 21:36:45.440917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:45.696521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-39516706-1ef7-4eb4-97d6-1963055372fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:45.699595 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-39516706-1ef7-4eb4-97d6-1963055372fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1096 time: 0.5073745
Apr 22 21:36:45.755504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.764997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:45.791688 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4927826
Apr 22 21:36:45.797737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41790) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:36:45.830587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Request body: {'subnet': {'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1814088494-subnet', 'tenant_id': 'b48ea5fcf7f84c37a3e0d0592856c06d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:36:45.855509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52b74e98-8270-49f7-9b88-6211f722f248 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:45.958149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:45.966564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:45.973285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:36:45.977835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Pushing event updated for resources: {'Network': ['ID=b8ebd953-0417-416e-bbbf-2c42748dbce7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:46.001472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:36:46.096366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d635-c9bd-41f0-90bb-60db4a81d4da req-ac6406d0-d1f3-4c7a-a7e7-74c83ca4cdfe tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:46.096366 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2194d635-c9bd-41f0-90bb-60db4a81d4da req-ac6406d0-d1f3-4c7a-a7e7-74c83ca4cdfe tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 1.6637225
Apr 22 21:36:46.110703 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-500f3012-6c06-46e2-ab9b-69e9dfaf2966 req-93ab9c26-3377-4d38-afd6-46a7af7b7cf5 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7138941
Apr 22 21:36:46.159546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-be1eeb39-11a0-4968-924a-158ec8b0437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:46.162142 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-be1eeb39-11a0-4968-924a-158ec8b0437a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.4326313
Apr 22 21:36:46.163165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:46.164782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Usage tracker for resource:subnet and tenant:b48ea5fcf7f84c37a3e0d0592856c06d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:36:46.169457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:36:46.190257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:46.286687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:46.392104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:36:46.447678 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2194d635-c9bd-41f0-90bb-60db4a81d4da req-1a54da13-14f5-4168-9f65-39d2b2e3d3f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3235536
Apr 22 21:36:46.462551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:46.462551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:46.495713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Made reservation on behalf of b48ea5fcf7f84c37a3e0d0592856c06d for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:36:46.496187 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-efe8b281-96e5-4c86-9de0-27ce0fb9d126 req-e5d582b1-9691-4b91-b8cc-b1a4096982f1 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7319975
Apr 22 21:36:46.521734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:46.602989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:36:46.605100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:46.744212 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-6c44b29e-307d-4944-94b2-7c2209529aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 999 time: 0.5719376
Apr 22 21:36:46.840722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-82ac626b-8b98-4aa5-b6ae-1fd1fa8c8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:46.842386 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-82ac626b-8b98-4aa5-b6ae-1fd1fa8c8e11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0702047
Apr 22 21:36:46.943182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Router 78962d39-346e-4382-88da-71031b7e9ec1 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:36:46.951422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6c613d3e-ed8f-4ab2-b6b7-52f913e83733 None None] Provisioning complete for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:46.951849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c613d3e-ed8f-4ab2-b6b7-52f913e83733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:47.053608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-6c613d3e-ed8f-4ab2-b6b7-52f913e83733 None None] Port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:36:47.214471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:36:47.228350 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] 10.222.0.11 "PUT /v2.0/routers/78962d39-346e-4382-88da-71031b7e9ec1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6707237
Apr 22 21:36:47.230932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Sync routers for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:36:47.243856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:47.244701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaece1080>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:47.248645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-d867eeb7-d2db-40db-8544-d83dc3a3727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:47.252788 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-d867eeb7-d2db-40db-8544-d83dc3a3727f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4006667
Apr 22 21:36:47.439955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d3c1f-5045-4d99-8106-e8d2375482a9 req-2c64ea54-7c48-4f53-b1dd-c6a14e396c58 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:47.456079 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e5d3c1f-5045-4d99-8106-e8d2375482a9 req-2c64ea54-7c48-4f53-b1dd-c6a14e396c58 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1805608
Apr 22 21:36:47.680358 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e5d3c1f-5045-4d99-8106-e8d2375482a9 req-1c74e53f-e7de-4958-90a6-82b918660081 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156386
Apr 22 21:36:47.779218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-c05527a2-c697-4de3-8724-658ae069ddc1 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5169775
Apr 22 21:36:47.799358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:48.012019 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-6a9edbb6-af35-4284-94e1-5838c3cb8d29 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209356
Apr 22 21:36:48.097166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:48.102688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:48.180521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb631-2945-4913-96b0-bcfb552a5c16 req-19c01372-4899-436d-8dfe-ee7eee5ff80e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:48.206685 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4adb631-2945-4913-96b0-bcfb552a5c16 req-19c01372-4899-436d-8dfe-ee7eee5ff80e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.3928800
Apr 22 21:36:48.396077 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4adb631-2945-4913-96b0-bcfb552a5c16 req-3c0fe370-76ff-49bf-ba74-7e5cb1eeca60 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1882675
Apr 22 21:36:48.439070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Checking segment: {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:48.439730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Network hostable DHCP agents. Network: b8ebd953-0417-416e-bbbf-2c42748dbce7, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:36:48.485508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0dd58e-8f11-4285-a6b4-86d171810c81,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:48.495507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:48.524221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:36:48.554845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, b8ebd953-0417-416e-bbbf-2c42748dbce7) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:36:48.578584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94189afa-c420-4f13-97be-37d9662b4023 None None] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:48.591074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:48.591838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:48.635026 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.8239818
Apr 22 21:36:49.218558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2e8c0-eaf2-42b2-8c46-0932873ec9e0 req-dce8da35-49e8-4aae-904c-c97b9a22123e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:49.229589 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-76a2e8c0-eaf2-42b2-8c46-0932873ec9e0 req-dce8da35-49e8-4aae-904c-c97b9a22123e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2196679
Apr 22 21:36:49.295064 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-76a2e8c0-eaf2-42b2-8c46-0932873ec9e0 req-b2f0b2ba-00b7-4005-8fe8-d21580a59a28 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646353
Apr 22 21:36:49.359416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaece1080>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '5ee54aed-06f7-4b99-b018-5f5fb62f2b20', 'name': '', 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'tenant_id': '42d37067e924471197cdb566af667f78', 'mac_address': 'fa:16:3e:e3:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:40Z', 'updated_at': '2021-04-22T21:36:45Z', 'revision_number': 2, 'project_id': '42d37067e924471197cdb566af667f78', 'subnets': [{'id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:49.381906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Checking router: 78962d39-346e-4382-88da-71031b7e9ec1 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:36:49.382588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Updating router 78962d39-346e-4382-88da-71031b7e9ec1 port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:36:49.451104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02507614-11ec-45a3-8e0d-f70420c58ca8 None None] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:36:49.849198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:50.107869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d47f1-35e1-4b05-80e7-3fa42952129a req-75356826-d312-4bfc-9054-cd9d2eeb7ef3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:50.109993 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f22d47f1-35e1-4b05-80e7-3fa42952129a req-75356826-d312-4bfc-9054-cd9d2eeb7ef3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2712910
Apr 22 21:36:50.239062 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f22d47f1-35e1-4b05-80e7-3fa42952129a req-1e0925e2-ff84-40cb-a6ad-39b991abdfee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161625
Apr 22 21:36:50.636560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e790-4c1f-47c4-9ff4-e29a7a6b0563 req-30f893ec-af81-4764-bb29-84613fd8c7e8 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:50.650651 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8d7e790-4c1f-47c4-9ff4-e29a7a6b0563 req-30f893ec-af81-4764-bb29-84613fd8c7e8 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1373832
Apr 22 21:36:50.746051 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8d7e790-4c1f-47c4-9ff4-e29a7a6b0563 req-8b3e8f14-fbbd-45d7-a97a-6a3d8c3bd23c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820742
Apr 22 21:36:50.936838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:50.998223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Transition to ACTIVE for port object 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:36:51.015555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:51.035405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:51.333086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Pushing event updated for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:51.384075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:51.415882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Attempting to bind port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:36:51.416439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Attempting to bind port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:36:51.416884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Attempting to bind port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 on network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:36:51.470145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:36:51.471401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Checking segment: {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:36:51.471887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:51.472355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Bound using segment: {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:36:51.472908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Bound port: 5ee54aed-06f7-4b99-b018-5f5fb62f2b20, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234fc092-9c9b-4bc0-8108-0b202b9e63b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:36:51.473391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:51.596939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f96cd-1aeb-48b0-be34-85e848904c58 req-0f20304b-2216-4b73-9e6e-7e11950b06e6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:51.602080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-035f96cd-1aeb-48b0-be34-85e848904c58 req-0f20304b-2216-4b73-9e6e-7e11950b06e6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1888759
Apr 22 21:36:51.643801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] For port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:36:51.649452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] For port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:36:51.653804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:51.658148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:51.681208 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-035f96cd-1aeb-48b0-be34-85e848904c58 req-c2f542e3-923e-44ce-8461-d8a10d26b71b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717242
Apr 22 21:36:51.749512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:36:51.750209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaece1080>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:52.179728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df542-d465-4ff9-b330-36f0db5f3d82 req-b1703b7a-3f88-4143-b7a7-862d708a25af tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:52.184775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a4df542-d465-4ff9-b330-36f0db5f3d82 req-b1703b7a-3f88-4143-b7a7-862d708a25af tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1717579
Apr 22 21:36:52.265665 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a4df542-d465-4ff9-b330-36f0db5f3d82 req-b9bb1258-da12-4f37-a377-91aaa0c7901e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676610
Apr 22 21:36:52.343945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:36:52.577645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Pushing event updated for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:52.585932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:52.913523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaece1080>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '5ee54aed-06f7-4b99-b018-5f5fb62f2b20', 'name': '', 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'tenant_id': '42d37067e924471197cdb566af667f78', 'mac_address': 'fa:16:3e:e3:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:40Z', 'updated_at': '2021-04-22T21:36:51Z', 'revision_number': 4, 'project_id': '42d37067e924471197cdb566af667f78', 'subnets': [{'id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:36:52.924831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b66868-5cb7-4030-a7c2-895b89146b40 None None] The sync data for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi is: [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '5ee54aed-06f7-4b99-b018-5f5fb62f2b20', 'name': '', 'network_id': '5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d', 'tenant_id': '42d37067e924471197cdb566af667f78', 'mac_address': 'fa:16:3e:e3:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:40Z', 'updated_at': '2021-04-22T21:36:51Z', 'revision_number': 4, 'project_id': '42d37067e924471197cdb566af667f78', 'subnets': [{'id': 'bc827da0-c01f-4bd8-89d0-0fc3f0e373bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:36:53.149881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0c2a3-b6f2-4663-b16e-01c9429ac6c5 req-75124de2-a941-4d0b-a9f4-48703c688481 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:53.158727 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a0c2a3-b6f2-4663-b16e-01c9429ac6c5 req-75124de2-a941-4d0b-a9f4-48703c688481 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2483151
Apr 22 21:36:53.265089 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a0c2a3-b6f2-4663-b16e-01c9429ac6c5 req-029b63d1-dd0a-4cb8-b3fb-7b7268555307 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049421
Apr 22 21:36:53.657660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2852-762c-4b10-91e1-da98d4b2dd6b req-663170ba-97a8-4f12-9ef4-eab83ed93b56 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:53.659650 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d38b2852-762c-4b10-91e1-da98d4b2dd6b req-663170ba-97a8-4f12-9ef4-eab83ed93b56 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1654315
Apr 22 21:36:53.780940 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d38b2852-762c-4b10-91e1-da98d4b2dd6b req-47f6158a-2b8a-4d71-8593-1c706ff2d675 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132152
Apr 22 21:36:54.246558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:54.506552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:36:54.519188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:54.520160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:54.628390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3cfdc-60a2-4c22-9c6c-301dc26ff14f req-83a6204c-e706-44fe-bada-4181ffecfd3c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:54.631778 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1cd3cfdc-60a2-4c22-9c6c-301dc26ff14f req-83a6204c-e706-44fe-bada-4181ffecfd3c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1453922
Apr 22 21:36:54.694374 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1cd3cfdc-60a2-4c22-9c6c-301dc26ff14f req-3ee2dc05-016a-44bd-b187-3252b4a4072a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487156
Apr 22 21:36:54.794817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:54.915161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:36:54.926627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:54.928776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:36:55.117832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:36:55.124642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:36:55.197675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9555-7925-4c54-8b41-7e8cba90cd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:55.465708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995e70b-15d2-47ad-8701-9f80ea14e625 req-a3611e41-f5f3-4d28-9b3f-f4a401872c56 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:55.481714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7995e70b-15d2-47ad-8701-9f80ea14e625 req-a3611e41-f5f3-4d28-9b3f-f4a401872c56 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2884901
Apr 22 21:36:55.551376 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7995e70b-15d2-47ad-8701-9f80ea14e625 req-20a083ed-2e0d-4e49-bdcf-0362399ddbd5 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683973
Apr 22 21:36:56.022601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182519a-b506-4b6f-8655-28c8b66aad8b req-7517f8e9-b695-4b21-b6bd-5f3f592f1a65 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:56.024368 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0182519a-b506-4b6f-8655-28c8b66aad8b req-7517f8e9-b695-4b21-b6bd-5f3f592f1a65 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1255517
Apr 22 21:36:56.196501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0182519a-b506-4b6f-8655-28c8b66aad8b req-52b4fc6a-e7af-4a9f-82a0-da9a2f5b98ff tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1647134
Apr 22 21:36:56.275658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:36:56.445112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:36:56.445582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:56.692036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:36:56.966758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e4928-41a2-4cbe-9a3e-896a1f9a25bd req-525ffbb6-4efb-4253-9f7f-f9746d84fd57 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:56.975475 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-298e4928-41a2-4cbe-9a3e-896a1f9a25bd req-525ffbb6-4efb-4253-9f7f-f9746d84fd57 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1130006
Apr 22 21:36:57.033564 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-298e4928-41a2-4cbe-9a3e-896a1f9a25bd req-0898e83d-d69b-4634-8b98-f59e962b6784 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569055
Apr 22 21:36:57.407935 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-92b55596-e0df-405f-a4a9-54bfc62be3e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2150037
Apr 22 21:36:57.648522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c688bd3-a3dc-4ceb-8795-8169a70f68b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:57.742719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ca855-9c63-4bd2-bf7b-ba460d922e00 req-db0f48cb-11b9-447d-9a30-6113ab1d8392 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:57.746427 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-834ca855-9c63-4bd2-bf7b-ba460d922e00 req-db0f48cb-11b9-447d-9a30-6113ab1d8392 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2265055
Apr 22 21:36:57.777969 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-d53ab800-7adf-4b62-9277-038ecd6d4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:57.780581 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-d53ab800-7adf-4b62-9277-038ecd6d4801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.2315805
Apr 22 21:36:57.879341 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-834ca855-9c63-4bd2-bf7b-ba460d922e00 req-0c40fdcd-cc47-4619-b99d-1b7ea0dbcbf4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258924
Apr 22 21:36:58.028126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-01051957-8e0c-400e-823e-0da13afab053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:58.030735 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-01051957-8e0c-400e-823e-0da13afab053 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.2286785
Apr 22 21:36:58.060483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:58.268393 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-725a6f7e-1424-4613-a6ae-f64cd9a7fc4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1001 time: 0.2249942
Apr 22 21:36:58.460601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333ee6f-d3a4-4851-9fd4-c1f55e5d5647 req-13dd7c2e-4d55-4aec-a469-97b9f233736b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:58.472766 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2333ee6f-d3a4-4851-9fd4-c1f55e5d5647 req-13dd7c2e-4d55-4aec-a469-97b9f233736b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2174537
Apr 22 21:36:58.504871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-fa1a976a-67a0-491a-b81f-57acb9dae834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:58.510859 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-fa1a976a-67a0-491a-b81f-57acb9dae834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.2331901
Apr 22 21:36:58.636275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:36:58.636564 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2333ee6f-d3a4-4851-9fd4-c1f55e5d5647 req-4a0d40b3-081c-4d58-a620-7ca94cc95121 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577942
Apr 22 21:36:58.767611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-bb649566-c9c9-421b-b6b6-77dde95aa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:58.784050 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-bb649566-c9c9-421b-b6b6-77dde95aa8cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2551546
Apr 22 21:36:59.213160 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-9cb6afd8-f9ce-4b26-913a-88d790a1fb6f service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4277050
Apr 22 21:36:59.217419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263e2b1-6373-4cd9-80f9-5d4560033428 req-bc6abda0-9a60-45c8-bab6-4af461310c60 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:36:59.219379 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5263e2b1-6373-4cd9-80f9-5d4560033428 req-bc6abda0-9a60-45c8-bab6-4af461310c60 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1133327
Apr 22 21:36:59.291480 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5263e2b1-6373-4cd9-80f9-5d4560033428 req-6c888cf4-f18e-4b92-9286-89b51bd3e23a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625250
Apr 22 21:36:59.439611 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75c583bb-8583-4888-9e12-00dfa593bf84 req-c045ec5d-068d-4bab-a382-a9e9bdfc02d8 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181568
Apr 22 21:36:59.554018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:00.453906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da5a1-4b09-48b2-97b5-c6b4af7100c0 req-2a8c4495-e17f-4349-836b-d1c113728e72 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:00.457004 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e4da5a1-4b09-48b2-97b5-c6b4af7100c0 req-2a8c4495-e17f-4349-836b-d1c113728e72 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.4709148
Apr 22 21:37:00.687621 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e4da5a1-4b09-48b2-97b5-c6b4af7100c0 req-e80fc417-eb2e-423e-baf6-1c65ae5e5f4e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083404
Apr 22 21:37:00.976613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41974) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:01.204107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.258439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:01.262902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Usage tracker for resource:security_group_rule and tenant:a80088f2b45e4e64a83792a57ec9b9f0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:01.274778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:01.300305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:01.309671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e29637-f0e8-4f62-911d-da40156e6d02 req-7ecf2226-9972-47cc-8633-b7e9ba99d8e9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:01.326503 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08e29637-f0e8-4f62-911d-da40156e6d02 req-7ecf2226-9972-47cc-8633-b7e9ba99d8e9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2544425
Apr 22 21:37:01.562829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.566740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.607979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8163085a-9ecf-4c85-8ff4-d4659b3df5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:01.653013 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a80088f2b45e4e64a83792a57ec9b9f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6746836
Apr 22 21:37:01.653932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 41982) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:01.654996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589ae59-51b2-48ca-bb79-40aee68eca68,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:01.730900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.731684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.735094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.735730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.736238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.736736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.737245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:01.762576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:01.787482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.851313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.971490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:01.982025 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08e29637-f0e8-4f62-911d-da40156e6d02 req-634b113b-2ee9-4380-9c2e-ad031dd3ace1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6479733
Apr 22 21:37:01.983554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d812e72c-1944-4fd6-b344-b577ee555da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:02.008015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589ae59-51b2-48ca-bb79-40aee68eca68,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:02.029978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:02.038030 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5589ae59-51b2-48ca-bb79-40aee68eca68 HTTP/1.1" status: 204  len: 168 time: 0.3700554
Apr 22 21:37:02.050771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:02.079961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:03.228011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ae74-f00d-4b7d-a5e4-dd4404eccb11 req-b4ae3b1e-4869-4b54-814a-b5bd3f0be656 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:03.232705 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0228ae74-f00d-4b7d-a5e4-dd4404eccb11 req-b4ae3b1e-4869-4b54-814a-b5bd3f0be656 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2269747
Apr 22 21:37:03.372449 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0228ae74-f00d-4b7d-a5e4-dd4404eccb11 req-731ef85c-ff4b-4067-a081-25a1fcffedae tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321492
Apr 22 21:37:03.715386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42018) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:03.857572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3352595-e661-4f19-bd89-ff6a34f6e506 req-03597499-a1c7-4138-a244-fc786a47bea7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:03.861088 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3352595-e661-4f19-bd89-ff6a34f6e506 req-03597499-a1c7-4138-a244-fc786a47bea7 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2480192
Apr 22 21:37:03.985992 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3352595-e661-4f19-bd89-ff6a34f6e506 req-daa492bc-c450-4962-b39c-9e9ff2a083af tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171863
Apr 22 21:37:04.071658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-758386575-network', 'tenant_id': '7783cc8b62634e62850034643827bece'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:04.087487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:04.104913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Usage tracker for resource:network and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:04.111703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:04.124151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:04.141443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Made reservation on behalf of 7783cc8b62634e62850034643827bece for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:04.147033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.162350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.181889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:04.188507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:04.194338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:04.213197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:04.375324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.393587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.397412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:04.463780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebb300-6f16-402e-8005-ed42ebd3ab0c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:04.495966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:04.578109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:37:04.660461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.660461 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Added segment eb12f0ad-b616-4158-a249-ab91fde4956b of type vlan for network 372d972d-7a9f-4ed3-86ea-96a39449eb07
Apr 22 21:37:04.752385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.806142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.806142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:04.817639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:04.822990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:04.905126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b84e-ed24-4b98-ba91-98839550d251 req-28fa1ae5-c04a-4431-922e-c6e1d7cc749a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:04.919862 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c08b84e-ed24-4b98-ba91-98839550d251 req-28fa1ae5-c04a-4431-922e-c6e1d7cc749a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1809363
Apr 22 21:37:05.037570 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c08b84e-ed24-4b98-ba91-98839550d251 req-43c74bf2-467d-4632-ad22-414aa1c0987b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160231
Apr 22 21:37:05.419904 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7020538
Apr 22 21:37:05.442577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42040) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:05.455303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Request body: {'subnet': {'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-758386575-subnet', 'tenant_id': '7783cc8b62634e62850034643827bece', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:05.475507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:05.488891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Usage tracker for resource:subnet and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:05.497589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:05.515392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:05.522314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Pushing event updated for resources: {'Network': ['ID=372d972d-7a9f-4ed3-86ea-96a39449eb07,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:05.535165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:05.536333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:37:05.550490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Made reservation on behalf of 7783cc8b62634e62850034643827bece for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:05.555854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:05.705978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d823965-8cd7-4f7f-acfd-8d8d582c81df req-eeeda6cd-8338-46f9-a767-510e081b6166 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:05.718332 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d823965-8cd7-4f7f-acfd-8d8d582c81df req-eeeda6cd-8338-46f9-a767-510e081b6166 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.4197834
Apr 22 21:37:05.830641 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d823965-8cd7-4f7f-acfd-8d8d582c81df req-f217f867-ccec-4eab-8550-0714024998ce tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960455
Apr 22 21:37:06.353731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:06.363278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:06.476205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-e12ba7ee-5a55-44d8-9ff5-e3552eed5e4d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:06.486027 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-e12ba7ee-5a55-44d8-9ff5-e3552eed5e4d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 814 time: 0.3028531
Apr 22 21:37:06.506801 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-43697559-db81-4bf0-b987-3721e9dc5981 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/quotas/b48ea5fcf7f84c37a3e0d0592856c06d HTTP/1.1" status: 200  len: 375 time: 0.0194700
Apr 22 21:37:06.511934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f1d3f3-0b44-4693-ae45-ed6fb9dab513,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:06.520342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:06.521909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:06.522588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Network hostable DHCP agents. Network: 372d972d-7a9f-4ed3-86ea-96a39449eb07, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:37:06.569573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:37:06.582392 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-02c718fa-8a39-481a-9017-81752743f03f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0740223
Apr 22 21:37:06.584718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 372d972d-7a9f-4ed3-86ea-96a39449eb07) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:06.601426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67dd30-17e8-402c-ae37-b98437d24973 None None] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:37:06.626106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:06.626510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:06.651050 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c43984bc-4256-4b1d-b9bf-b1b0ee5b224d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2065303
Apr 22 21:37:06.655840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42074) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:06.676967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:06.684212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:06.692243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Usage tracker for resource:router and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:06.696868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:06.705872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:06.753192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:06.754352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:06.777657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:06.961692 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-ad3e920b-e35f-4af6-9965-7aa457c7c149 service neutron] 10.222.0.11 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3734274
Apr 22 21:37:07.185014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:07.188103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-372d972d-7a9f-4ed3-86ea-96a39449eb07', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:37:07.189067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:07.342083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-4aeb462d-3f84-4878-bd6d-b2444abc9874 service neutron] 10.222.0.11 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3717089
Apr 22 21:37:07.555181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e3001-5097-4e17-9df2-a521b325b043 req-84f92002-e4a7-461b-ad30-e06ae6f88e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:07.558680 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ce2e3001-5097-4e17-9df2-a521b325b043 req-84f92002-e4a7-461b-ad30-e06ae6f88e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.2016814
Apr 22 21:37:07.683985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Allocated IP 172.20.0.2 (372d972d-7a9f-4ed3-86ea-96a39449eb07/83f1d3f3-0b44-4693-ae45-ed6fb9dab513/0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:07.841800 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ce2e3001-5097-4e17-9df2-a521b325b043 req-0777b7c3-15f0-4a48-bbd6-d38cb8688806 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411120
Apr 22 21:37:07.995601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf8773-811b-4e76-9720-14d7324f3b83 req-c229b6f6-a638-41ec-b91d-f74c50aff9d0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:08.006088 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-24bf8773-811b-4e76-9720-14d7324f3b83 req-c229b6f6-a638-41ec-b91d-f74c50aff9d0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2807939
Apr 22 21:37:08.079401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236381d-b7b4-4e3a-bc53-e186f52e9289 req-74ee5363-8f0d-438e-ae67-3a2612ef190a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:08.089829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3236381d-b7b4-4e3a-bc53-e186f52e9289 req-74ee5363-8f0d-438e-ae67-3a2612ef190a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2871811
Apr 22 21:37:08.090566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.156334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.177336 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-24bf8773-811b-4e76-9720-14d7324f3b83 req-0b1f8052-3583-4172-b327-659c6cb66886 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1586733
Apr 22 21:37:08.205513 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3236381d-b7b4-4e3a-bc53-e186f52e9289 req-43635721-5b5d-4a46-9c08-81a89565dbdd tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117456
Apr 22 21:37:08.443200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.470720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Allocated IP 172.27.3.120 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/b946d621-bd7b-44eb-9290-28d97fe897bd) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:08.479547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Transition to ACTIVE for port object 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:08.546875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Transition to ACTIVE for port object 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:08.560293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.588533 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f9285ff-151b-470a-bb60-2cb6733c4e85 req-e2bd2f07-6b1a-443b-ba51-818fa72925b0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 210 time: 0.2342424
Apr 22 21:37:08.590483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4c2ec423-20dd-4be4-a413-5b64057e3acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:08.783294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Pushing event updated for resources: {'Port': ['ID=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:08.790866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:08.792689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:08.794416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:08.801486 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:08.823449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.915959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:08.922707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:09.175639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Attempting to bind port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:09.176079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Attempting to bind port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:09.176694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Attempting to bind port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:09.196304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:09.197081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:09.197784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:09.198413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Bound using segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:09.199152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Bound port: 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:09.199786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:09.224184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:09.230397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:09.237482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:09.292320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Pushing event updated for resources: {'Port': ['ID=b946d621-bd7b-44eb-9290-28d97fe897bd,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:09.296256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:09.366473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] For port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:09.370616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] For port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:09.379310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:09.385763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:09.660277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Pushing event updated for resources: {'Port': ['ID=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:09.678771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:09.836844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533945f-da48-409c-b841-3a37d5b31546 req-293033e1-43d5-4cf9-8aff-af0ea554a65b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:09.847036 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3533945f-da48-409c-b841-3a37d5b31546 req-293033e1-43d5-4cf9-8aff-af0ea554a65b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.3625572
Apr 22 21:37:09.977440 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3533945f-da48-409c-b841-3a37d5b31546 req-71bf2599-cae1-4692-8726-735a391ca968 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297152
Apr 22 21:37:10.465091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52254a-217d-4a23-85b4-a75573227947 req-efe76938-3232-4b38-9939-a3e1cc6dfd29 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:10.476634 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb52254a-217d-4a23-85b4-a75573227947 req-efe76938-3232-4b38-9939-a3e1cc6dfd29 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.2199948
Apr 22 21:37:10.568334 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb52254a-217d-4a23-85b4-a75573227947 req-8cc4e482-01b6-4a5b-b635-b243b7d73f7d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903046
Apr 22 21:37:10.864598 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d67de872-2690-4b5e-82ba-e82df017dc6b req-4245a658-df07-432d-a4a6-dc91c471e52e tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 210 time: 0.1299756
Apr 22 21:37:11.132356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-09c384f0-695a-4ff0-999a-d05ff8a7d62f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:11.133106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-09c384f0-695a-4ff0-999a-d05ff8a7d62f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Synchronizing usage tracker for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:37:11.283797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-09c384f0-695a-4ff0-999a-d05ff8a7d62f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Unset dirty status for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:37:11.288310 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-09c384f0-695a-4ff0-999a-d05ff8a7d62f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 814 time: 0.8336051
Apr 22 21:37:11.328783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:11.726569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bfa3-e492-48bf-873e-3c5095352c24 req-1d9917b6-111b-40eb-988e-48e119fc3ce2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:11.735612 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-58d0bfa3-e492-48bf-873e-3c5095352c24 req-1d9917b6-111b-40eb-988e-48e119fc3ce2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.1787546
Apr 22 21:37:11.816486 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-58d0bfa3-e492-48bf-873e-3c5095352c24 req-cb1b89b3-e157-463a-9b2d-06cb643aca9c tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788033
Apr 22 21:37:11.853077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Request body: {'port': {'device_id': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7', 'admin_state_up': True, 'tenant_id': 'b48ea5fcf7f84c37a3e0d0592856c06d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:12.053290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638681d6-f458-407e-8534-5430e11da169 None None] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:37:12.224636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:12.259226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Usage tracker for resource:port and tenant:b48ea5fcf7f84c37a3e0d0592856c06d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:12.264961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:12.295478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:12.312183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Made reservation on behalf of b48ea5fcf7f84c37a3e0d0592856c06d for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:12.320432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:12.438607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:12.568404 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cc3f4078-afca-4a06-912b-c3eaeef42ff1 None None] Provisioning for port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:12.604149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2280b80-e785-4661-b648-4722e55d0b08 req-022184c1-7404-4a3c-ac15-c82a5d141cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:12.606100 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-022184c1-7404-4a3c-ac15-c82a5d141cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.2596922
Apr 22 21:37:12.632871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b4ab6-99ba-40b5-ad13-a02a239ef4c4 req-8fb47c50-e780-49c1-9e90-7f6287184851 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:12.642799 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-263b4ab6-99ba-40b5-ad13-a02a239ef4c4 req-8fb47c50-e780-49c1-9e90-7f6287184851 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.1565709
Apr 22 21:37:12.718899 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-263b4ab6-99ba-40b5-ad13-a02a239ef4c4 req-7bca7b78-0b18-4fc9-9d8b-c2dbaaa1d86a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748665
Apr 22 21:37:12.948035 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa4accb9-bab6-4439-921d-0065d4143970 req-480175a8-2c25-4124-9fca-2d36c393fd3c tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 210 time: 0.0653350
Apr 22 21:37:13.054926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:13.120870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:13.121626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:13.188425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:13.188425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Allocated IP 172.20.0.12 (b8ebd953-0417-416e-bbbf-2c42748dbce7/4c0dd58e-8f11-4285-a6b4-86d171810c81/10fe56d6-1192-4722-b556-806622e79c86) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:13.241534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2280b80-e785-4661-b648-4722e55d0b08 req-71a99444-6bbe-4997-9a9f-38dc469a9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:13.243566 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-71a99444-6bbe-4997-9a9f-38dc469a9559 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.2944005
Apr 22 21:37:13.415943 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-ca81d3ba-ea76-4470-8833-858f978f141d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.0923495
Apr 22 21:37:13.678553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2280b80-e785-4661-b648-4722e55d0b08 req-d4da7d21-a53c-46aa-b2e9-1dd9cef07973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:13.687068 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-d4da7d21-a53c-46aa-b2e9-1dd9cef07973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.1774418
Apr 22 21:37:13.713533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcbf3c-4211-441a-8de9-e5f6e6ec075b req-e3aac486-d9d5-4602-ab6f-afcdbe3ebdcc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:13.724495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:13.728365 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dddcbf3c-4211-441a-8de9-e5f6e6ec075b req-e3aac486-d9d5-4602-ab6f-afcdbe3ebdcc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.4832344
Apr 22 21:37:14.008049 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-abcdaf44-bdd4-4339-879b-276efc85d60f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2108853
Apr 22 21:37:14.228474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d37809d8-3920-46c6-aeb2-2f6398b953f3 None None] Provisioning complete for port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:14.229328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d37809d8-3920-46c6-aeb2-2f6398b953f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:14.267315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-4c98b700-7dcb-4f43-a4d3-6e4c46f0c733 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:14.269629 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-4c98b700-7dcb-4f43-a4d3-6e4c46f0c733 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 815 time: 0.3845179
Apr 22 21:37:14.290891 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dddcbf3c-4211-441a-8de9-e5f6e6ec075b req-158d933a-a984-4eeb-b788-5cc1bcaba47b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5605426
Apr 22 21:37:14.333966 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-ec95bd3f-87c0-42e3-a932-9c483793ba64 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/quotas/5d8dde9ce4044161b7985dee277429df HTTP/1.1" status: 200  len: 375 time: 0.0403128
Apr 22 21:37:14.369087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:14.378433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:14.382348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c0cd9c93-c56e-4997-8362-c032eb02f95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:14.384672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Router b95f1143-ae48-4092-abf2-f6e3f9146232 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:37:14.546127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:14.554144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:14.608549 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-d5df431e-6c13-4c79-a65f-0f6d04225d90 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2675335
Apr 22 21:37:14.668717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:14.755076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:37:14.766423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:37:14.782780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:14.786804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:14.791959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafa4c518>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:14.801672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:14.937826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:14.965845 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-6fe41376-060a-4d76-822a-7d0c71461cb1 service neutron] 10.222.0.11 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341520
Apr 22 21:37:14.967362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 42176) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:14.969767 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.2805011
Apr 22 21:37:14.975463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:15.008117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:15.029585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:15.138544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Pushing event updated for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:15.147373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:15.150223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7c2fa-5e6a-449e-8c21-f2ef8af68358 req-d69e21d3-0130-47b7-9647-c9023fd5587f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:15.159065 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4d7c2fa-5e6a-449e-8c21-f2ef8af68358 req-d69e21d3-0130-47b7-9647-c9023fd5587f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.6751282
Apr 22 21:37:15.216966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:15.223345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:15.297574 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4494095
Apr 22 21:37:15.356275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:15.582333 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4d7c2fa-5e6a-449e-8c21-f2ef8af68358 req-7d1c5f20-7cee-4b13-9170-61cc376ef642 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4221282
Apr 22 21:37:15.968913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafa4c518>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:10Z', 'revision_number': 3, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:15.985111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:37:15.987192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Updating router b95f1143-ae48-4092-abf2-f6e3f9146232 port b946d621-bd7b-44eb-9290-28d97fe897bd binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:37:16.123029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:16.600921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:16.648549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Transition to ACTIVE for port object b946d621-bd7b-44eb-9290-28d97fe897bd will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:16.664933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:16.668348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:16.683118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:16.853674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d15a11-fb18-4612-8459-b66ef2443fa4 None None] Pushing event updated for resources: {'Port': ['ID=b946d621-bd7b-44eb-9290-28d97fe897bd,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:16.860699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-59d15a11-fb18-4612-8459-b66ef2443fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:16.897640 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-d67680cc-af4f-4b85-89bb-be9fe14b87a7 service neutron] 10.222.0.11 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7861292
Apr 22 21:37:16.987545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:16.991244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.039813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Attempting to bind port b946d621-bd7b-44eb-9290-28d97fe897bd on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:17.040944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Attempting to bind port b946d621-bd7b-44eb-9290-28d97fe897bd by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:17.041951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Attempting to bind port b946d621-bd7b-44eb-9290-28d97fe897bd on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:17.057270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:17.058283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:17.059247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.060039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:17.061240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Bound port: b946d621-bd7b-44eb-9290-28d97fe897bd, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:17.062135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.091281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff616b-7c1c-4f67-965c-dc45ca811580 req-5bd9474f-f15f-453f-b578-f6bf959795f8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:17.099325 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88ff616b-7c1c-4f67-965c-dc45ca811580 req-5bd9474f-f15f-453f-b578-f6bf959795f8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 1.3203070
Apr 22 21:37:17.264908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.364155 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Request body: {'port': {'device_id': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:17.384403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 42240) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:17.402663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] For port b946d621-bd7b-44eb-9290-28d97fe897bd, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:17.411747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] For port b946d621-bd7b-44eb-9290-28d97fe897bd, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b946d621-bd7b-44eb-9290-28d97fe897bd,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:17.421553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.433096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:17.663234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d15a11-fb18-4612-8459-b66ef2443fa4 None None] Pushing event updated for resources: {'Port': ['ID=b946d621-bd7b-44eb-9290-28d97fe897bd,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:17.678042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-59d15a11-fb18-4612-8459-b66ef2443fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:17.709331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:17.759194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:17.760702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafa4c518>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:17.780656 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-5fe9cc18-8777-4fdf-98a1-6dfa13a1fafa service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922782
Apr 22 21:37:17.913199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Deleting subnet 9c721e7e-bb05-46cf-bc47-a09d20a055d6 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:37:17.923463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:18.044043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:18.220799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:18.242145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:18.623761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fe56d6-1192-4722-b556-806622e79c86 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:37:18.640629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:18.694033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Transition to ACTIVE for port object 10fe56d6-1192-4722-b556-806622e79c86 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:18.699523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:18.717748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:19.045395 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:19.071947 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88ff616b-7c1c-4f67-965c-dc45ca811580 req-adbee603-7383-42b5-aeee-e24a2adde5a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.8249335
Apr 22 21:37:19.155121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafa4c518>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:10Z', 'revision_number': 3, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:19.171035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d87e8-45d0-4439-85e0-122ac3a5aa7c None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:10Z', 'revision_number': 3, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:37:19.274777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:19.289330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:19.429707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:19.433027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Attempting to bind port 10fe56d6-1192-4722-b556-806622e79c86 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:19.433679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Attempting to bind port 10fe56d6-1192-4722-b556-806622e79c86 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:19.434492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Attempting to bind port 10fe56d6-1192-4722-b556-806622e79c86 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:19.446533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Port 10fe56d6-1192-4722-b556-806622e79c86 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:37:19.447190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Attempting to bind port 10fe56d6-1192-4722-b556-806622e79c86 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:19.466734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:19.467400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Checking segment: {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:19.468200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Bound using segment: {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:19.469323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Bound port: 10fe56d6-1192-4722-b556-806622e79c86, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:19.470033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:19.534400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c721e7e-bb05-46cf-bc47-a09d20a055d6,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:19.793130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.794018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.794300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.795056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.795676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.796418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.798342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.798939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.799539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.800132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.801120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.801728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:19.808083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:19.820930 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2280b80-e785-4661-b648-4722e55d0b08 req-102f0a56-f3f9-4405-bcf6-ca3afea2977d service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9554567
Apr 22 21:37:20.127598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Allocated IP 172.20.0.1 (372d972d-7a9f-4ed3-86ea-96a39449eb07/83f1d3f3-0b44-4693-ae45-ed6fb9dab513/3b3e012e-9398-42fa-9bb4-05e20148bad5) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:20.345026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:20.349398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=10fe56d6-1192-4722-b556-806622e79c86,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:20.356061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:20.367908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc5f4b1c-4694-4cca-81a9-cf98b522caaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:20.476944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:20.524513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Transition to ACTIVE for port object 3b3e012e-9398-42fa-9bb4-05e20148bad5 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:20.569748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:20.582527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:20.583951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:20.586218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] 10.222.0.13 "PUT /v2.0/ports/10fe56d6-1192-4722-b556-806622e79c86 HTTP/1.1" status: 200  len: 1094 time: 3.2271013
Apr 22 21:37:20.590743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'tag': '10fe56d6-1192-4722-b556-806622e79c86'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:37:20.634672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b946d621-bd7b-44eb-9290-28d97fe897bd up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:20.717867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:20.726504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:20.813159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:20.857382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8dc6-25fc-43c8-ac6e-bbfe62fc1ce4 req-c2b319fe-4685-4b66-a2a0-f157304e51ec tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:20.867398 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a9d8dc6-25fc-43c8-ac6e-bbfe62fc1ce4 req-c2b319fe-4685-4b66-a2a0-f157304e51ec tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 944 time: 3.0833881
Apr 22 21:37:20.878391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:20.970240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port b946d621-bd7b-44eb-9290-28d97fe897bd completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:20.988053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port b946d621-bd7b-44eb-9290-28d97fe897bd triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:20.988501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:21.153497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-145851a7-e122-4782-8efa-fa4c8bbcfc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:21.157304 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-145851a7-e122-4782-8efa-fa4c8bbcfc0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 1097 time: 0.3146608
Apr 22 21:37:21.262209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:21.282620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port b946d621-bd7b-44eb-9290-28d97fe897bd, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b946d621-bd7b-44eb-9290-28d97fe897bd,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:21.287132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:21.293061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:21.451392 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-9467dd7e-6516-440c-a6d1-33ea80cc7299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10fe56d6-1192-4722-b556-806622e79c86 HTTP/1.1" status: 200  len: 217 time: 0.2512617
Apr 22 21:37:21.480959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=b946d621-bd7b-44eb-9290-28d97fe897bd,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:21.489916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:21.561115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:21.590306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:21.626324 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9c721e7e-bb05-46cf-bc47-a09d20a055d6 HTTP/1.1" status: 204  len: 168 time: 3.8373153
Apr 22 21:37:21.626679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42262) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:21.632489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:21.739663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:21.901297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.071290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-887d16d4-247c-40df-ab98-c39b4f6e0565 None None] Provisioning for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:22.091463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-887d16d4-247c-40df-ab98-c39b4f6e0565 None None] Provisioning complete for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:22.092171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-887d16d4-247c-40df-ab98-c39b4f6e0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.148997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.177877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.208592 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a9d8dc6-25fc-43c8-ac6e-bbfe62fc1ce4 req-ec887b45-eb16-48cc-b1f9-9c6ed22b34cf tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3394611
Apr 22 21:37:22.270692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-887d16d4-247c-40df-ab98-c39b4f6e0565 None None] Port 3b3e012e-9398-42fa-9bb4-05e20148bad5 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:37:22.334107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf709828>,) {'filters': {'network_id': ['82943881-8282-4fe2-823e-97221bf1a475']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:22.354261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf709828>, '2ac92852-b053-4ac3-aedf-998d11af803c') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:22.354702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf709828>, '2ac92852-b053-4ac3-aedf-998d11af803c') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:22.364129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:22.379432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.399009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-eca7562f-d9b4-4679-a724-de32987ca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:22.400669 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-eca7562f-d9b4-4679-a724-de32987ca687 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c0dd58e-8f11-4285-a6b4-86d171810c81 HTTP/1.1" status: 200  len: 854 time: 0.1212311
Apr 22 21:37:22.405975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.464208 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-bb89058d-b031-4694-abc0-9475aeff7fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ebd953-0417-416e-bbbf-2c42748dbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552018
Apr 22 21:37:22.471165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:37:22.648083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-ac701e1a-85ce-49c2-b152-7496b6dfc997 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591825
Apr 22 21:37:22.652201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b946d621-bd7b-44eb-9290-28d97fe897bd up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:22.699105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-39ea7ba0-328c-431c-9b32-0f246eb194a0 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:22.702007 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-39ea7ba0-328c-431c-9b32-0f246eb194a0 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 815 time: 2.1033528
Apr 22 21:37:22.772891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.894s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:22.789603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9133386-bc0d-4741-9968-3e6c838ab868 req-aeb3505a-71d0-4c4d-8b50-ce24b0232d3f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:22.807469 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9133386-bc0d-4741-9968-3e6c838ab868 req-aeb3505a-71d0-4c4d-8b50-ce24b0232d3f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 3.3795550
Apr 22 21:37:22.861889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'port': {'device_id': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'admin_state_up': True, 'tenant_id': '5d8dde9ce4044161b7985dee277429df'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:22.889846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port b946d621-bd7b-44eb-9290-28d97fe897bd triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:22.895840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:22.927723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:37:22.960973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:23.006127 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bb51042-7d5f-4a21-ac92-23c2da378299 req-17883a30-d911-419f-aee5-7e49bb4c2951 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3439505
Apr 22 21:37:23.116099 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9133386-bc0d-4741-9968-3e6c838ab868 req-b07060c4-7a8b-4bf5-9d8c-f773f65ed161 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071105
Apr 22 21:37:23.124352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:23.451433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:23.501334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Network 82943881-8282-4fe2-823e-97221bf1a475 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:37:23.513399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:23.714706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:23.767733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:23.781233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:23.836927 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b929ff7b-6ce3-460e-bdea-eb63a7c5dd6f req-48aabefc-3a58-42a8-9d7e-f3e86222fea9 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 210 time: 0.2704091
Apr 22 21:37:23.960568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Network 82943881-8282-4fe2-823e-97221bf1a475 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:37:23.999729 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:37:24.115638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:24.121392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:24.184836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:24.197997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03be5f6d-238b-4a20-9c6a-dbd660734c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:24.238235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82943881-8282-4fe2-823e-97221bf1a475,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:24.242162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:24.263827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:24.300338 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/82943881-8282-4fe2-823e-97221bf1a475 HTTP/1.1" status: 204  len: 168 time: 2.6787162
Apr 22 21:37:24.553817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-47d76ba8-1a46-4c54-be81-871fd7133e15 None None] Provisioning complete for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:24.554596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-47d76ba8-1a46-4c54-be81-871fd7133e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:24.570749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42290) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:24.675613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:24.690144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-47d76ba8-1a46-4c54-be81-871fd7133e15 None None] Port 3b3e012e-9398-42fa-9bb4-05e20148bad5 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:37:24.703146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc467dca-a228-4c7c-a821-e98391b8f269 req-5d0c32ba-acc2-41c2-8fb1-380ecb4687f6 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:24.716897 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc467dca-a228-4c7c-a821-e98391b8f269 req-5d0c32ba-acc2-41c2-8fb1-380ecb4687f6 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 2.0094979
Apr 22 21:37:24.717281 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5205e10d-c10d-4c58-8d3f-d7fbd5bdfa12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b523c9094845491980efb2af1764f051&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1438522
Apr 22 21:37:24.719148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42294) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:24.762590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:port and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:24.772202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:24.834445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:24.862067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:24.872070 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc467dca-a228-4c7c-a821-e98391b8f269 req-5b6c15ce-3be5-4c00-b0f9-fc637af84cb1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1364696
Apr 22 21:37:24.931229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:24.972651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:37:24.981910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Made reservation on behalf of 5d8dde9ce4044161b7985dee277429df for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:24.989488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:25.058202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:25.082819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d712ec16-9b8f-4bc2-80d7-9050744fd1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:25.156915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8147b-5cfe-4886-870e-71829e8afce1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:25.167185 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'tag': '10fe56d6-1192-4722-b556-806622e79c86', 'status': 'completed', 'code': 200}
Apr 22 21:37:25.182748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:25.197555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:25.202196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edb8147b-5cfe-4886-870e-71829e8afce1 HTTP/1.1" status: 204  len: 168 time: 0.4795198
Apr 22 21:37:25.236946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7410190-0faf-4a24-994b-587a4dc9dd14 req-84ace548-f4b8-418b-a66c-029c4b34a866 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:25.253612 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7410190-0faf-4a24-994b-587a4dc9dd14 req-84ace548-f4b8-418b-a66c-029c4b34a866 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 1.0131347
Apr 22 21:37:25.263114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1033-2735-4aa7-8769-460b697d5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:25.342499 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7410190-0faf-4a24-994b-587a4dc9dd14 req-bbd07a5a-de8f-4e66-a94b-34035d5f2696 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873287
Apr 22 21:37:25.942067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Allocated IP 172.20.0.9 (02bf31cf-e015-4866-8446-4d86941fa197/34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8/155480e7-7c89-4d14-aa81-2ed53ddb07c2) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:26.327725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761acb9c-a850-4bac-98e6-3b0013f21f59 req-5828d3d3-4cb5-43f6-8f74-eccd8187fa5d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:26.342312 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-761acb9c-a850-4bac-98e6-3b0013f21f59 req-5828d3d3-4cb5-43f6-8f74-eccd8187fa5d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.4611628
Apr 22 21:37:26.349889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:37:26.372066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:37:26.380502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c73a-b221-46f0-ba72-eee15d2aac9e req-70e75ee1-d638-4165-b18e-dfd78ae1659b tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:26.395339 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e80c73a-b221-46f0-ba72-eee15d2aac9e req-70e75ee1-d638-4165-b18e-dfd78ae1659b tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 944 time: 0.9169095
Apr 22 21:37:26.408970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:26.422862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf265ac8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:36:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:26.581738 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] 10.222.0.11 "PUT /v2.0/routers/b95f1143-ae48-4092-abf2-f6e3f9146232/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6127028
Apr 22 21:37:26.827616 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-761acb9c-a850-4bac-98e6-3b0013f21f59 req-23ce9640-cfb7-42eb-8699-914d22fb7727 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3847256
Apr 22 21:37:27.023446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:27.036340 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e80c73a-b221-46f0-ba72-eee15d2aac9e req-c193fbf4-7225-432a-a1f5-0a9514d587d7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5933661
Apr 22 21:37:27.305468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-f5eb9a29-baa3-4698-83dd-2241eebb06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:27.308427 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-f5eb9a29-baa3-4698-83dd-2241eebb06d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 1097 time: 0.4671824
Apr 22 21:37:27.885564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-577ff0c9-4f82-42b9-9475-b82349d24e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:27.889637 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-577ff0c9-4f82-42b9-9475-b82349d24e97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 914 time: 0.5463531
Apr 22 21:37:28.066538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db196c3e-ee31-460f-9ada-fdaa8cb99aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.072615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.144056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.179549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf265ac8>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:22Z', 'revision_number': 2, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:28.183252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Transition to ACTIVE for port object 155480e7-7c89-4d14-aa81-2ed53ddb07c2 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:28.204404 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:37:28.204807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Updating router b95f1143-ae48-4092-abf2-f6e3f9146232 port 3b3e012e-9398-42fa-9bb4-05e20148bad5 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:37:28.236869 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-d608c8e7-0123-4e79-b570-e52418d256bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10fe56d6-1192-4722-b556-806622e79c86 HTTP/1.1" status: 200  len: 217 time: 0.3296468
Apr 22 21:37:28.366383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.368637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42354) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:28.385663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c89b33b6-f13b-42db-a57f-aeaa15385466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:28.417268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1612160326-network', 'tenant_id': '88368b71521f467088ddd42c5474f9f2'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:28.419761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.439145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:28.471445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Usage tracker for resource:network and tenant:88368b71521f467088ddd42c5474f9f2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:28.478321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:28.492897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:28.497519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:28.500159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-5196d81e-a0a3-4640-ae3c-09d8ab8dd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:28.509429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:28.512014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Network 02bf31cf-e015-4866-8446-4d86941fa197 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:28.512946 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-5196d81e-a0a3-4640-ae3c-09d8ab8dd9bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c0dd58e-8f11-4285-a6b4-86d171810c81 HTTP/1.1" status: 200  len: 854 time: 0.2715034
Apr 22 21:37:28.528554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:28.543851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:28.660332 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-910a0948-9de6-42da-9b23-2259f3c42bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ebd953-0417-416e-bbbf-2c42748dbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1392412
Apr 22 21:37:28.665082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Made reservation on behalf of 88368b71521f467088ddd42c5474f9f2 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:28.671178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.678411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.721126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.753835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabcb71-a65e-49cc-9581-9260400e9514 req-6a731b03-5766-463f-a5d4-e4ade89b6964 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:28.754673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-adabcb71-a65e-49cc-9581-9260400e9514 req-6a731b03-5766-463f-a5d4-e4ade89b6964 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Synchronizing usage tracker for tenant:5d8dde9ce4044161b7985dee277429df on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:37:28.825024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:28.826236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:28.848897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-adabcb71-a65e-49cc-9581-9260400e9514 req-6a731b03-5766-463f-a5d4-e4ade89b6964 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Unset dirty status for tenant:5d8dde9ce4044161b7985dee277429df on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:37:28.857007 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-adabcb71-a65e-49cc-9581-9260400e9514 req-6a731b03-5766-463f-a5d4-e4ade89b6964 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 931 time: 0.6238422
Apr 22 21:37:28.860464 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0062175
Apr 22 21:37:28.891663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Request body: {'port': {'device_id': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:28.982567 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-adabcb71-a65e-49cc-9581-9260400e9514 req-78643070-7c97-487a-997c-edaf5b9c3bdc tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245060
Apr 22 21:37:28.996991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fc8f4-3232-40d1-b358-5e9ce1b3e701 req-ad338f76-5d81-412e-88b5-bd90eabc53a7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:29.013565 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-711fc8f4-3232-40d1-b358-5e9ce1b3e701 req-ad338f76-5d81-412e-88b5-bd90eabc53a7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.7303326
Apr 22 21:37:29.064620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 10fe56d6-1192-4722-b556-806622e79c86 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:37:29.202730 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-a4c0ac28-9b3d-4769-8f0f-35aef189a3fb service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4836612
Apr 22 21:37:29.304857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=10fe56d6-1192-4722-b556-806622e79c86,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:29.306884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:29.326239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '10fe56d6-1192-4722-b556-806622e79c86', 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7', 'port_id': '10fe56d6-1192-4722-b556-806622e79c86', 'mac_address': 'fa:16:3e:f2:63:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0dd58e-8f11-4285-a6b4-86d171810c81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:37:29.351897 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-711fc8f4-3232-40d1-b358-5e9ce1b3e701 req-c893158c-c39e-464b-95c5-ddcd9252c9f7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3316798
Apr 22 21:37:29.402986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-47309de4-e10e-4293-b8a0-37c412bb738a None None] Provisioning for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:29.413229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-47309de4-e10e-4293-b8a0-37c412bb738a None None] Provisioning complete for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:29.413739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-47309de4-e10e-4293-b8a0-37c412bb738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:29.493711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:29.562830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fe56d6-1192-4722-b556-806622e79c86 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:37:29.615697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=10fe56d6-1192-4722-b556-806622e79c86,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:29.653137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:29.661254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:29.767942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:29.774170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:29.781006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:29.816339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-47309de4-e10e-4293-b8a0-37c412bb738a None None] Port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:37:29.996717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['10fe56d6-1192-4722-b556-806622e79c86'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:37:30.031503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:30.039675 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2248efc8-1723-4750-94d8-d95fe6c266ed req-2bf71c57-6186-41ba-b7f4-9f3130d8cbb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8136570
Apr 22 21:37:30.057058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Usage tracker for resource:security_group_rule and tenant:88368b71521f467088ddd42c5474f9f2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:30.065692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:30.078501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:30.114582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59819-38ee-4ede-9e23-3f20b4978927 req-3b7c45db-5809-44c7-8e38-d6cc543e265b tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:30.130858 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21c59819-38ee-4ede-9e23-3f20b4978927 req-3b7c45db-5809-44c7-8e38-d6cc543e265b tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 945 time: 0.4716256
Apr 22 21:37:30.200958 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21c59819-38ee-4ede-9e23-3f20b4978927 req-a2db848d-4834-4ceb-b39f-ee0ddd4e948a tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689461
Apr 22 21:37:30.227655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953e67a-0389-40c5-a391-d97c7d29f49f req-43efbd62-5076-444d-be60-3a42fd719b77 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:30.231159 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8953e67a-0389-40c5-a391-d97c7d29f49f req-43efbd62-5076-444d-be60-3a42fd719b77 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 943 time: 0.9336784
Apr 22 21:37:30.258872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.293836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Transition to ACTIVE for port object 3b3e012e-9398-42fa-9bb4-05e20148bad5 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:30.309776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.316582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.323000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.340359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-885cba7b-5572-430b-a725-890e2101f2ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:30.350505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da62afc3-9a05-4b6c-807e-2d80cbc74543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:30.465398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c381eb-13dc-4b6d-888b-3becd239e208,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:30.470269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:30.483443 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8953e67a-0389-40c5-a391-d97c7d29f49f req-17391b29-0aef-4422-810d-1d924dc23721 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2417185
Apr 22 21:37:30.502986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:37:30.546402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.547191 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Added segment 1f3266b2-aaaa-4aeb-8ff9-0aee340239bd of type vlan for network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc
Apr 22 21:37:30.564210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Pushing event updated for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:30.612832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.613178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.613648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.614062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.614601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.615603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.615603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.615811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.616122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.616501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.616863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.617239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:30.707758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.859643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.862760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:30.863990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:30.886082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5710eec7-46e2-487d-8ea9-d24b922a5de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:31.086033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:31.439229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677c7f2-ef9a-4ee9-8b89-a3a23054387d req-e80a62f4-e967-4bd5-b0f2-610720c89666 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:31.441062 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a677c7f2-ef9a-4ee9-8b89-a3a23054387d req-e80a62f4-e967-4bd5-b0f2-610720c89666 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 931 time: 0.5937572
Apr 22 21:37:31.481804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Pushing event updated for resources: {'Network': ['ID=b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:31.503510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:31.503798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7e531-1a0c-4d42-bb7c-77e0dcd2d6a4 req-3c1e70e3-682b-4c91-9f99-46a2fa5b2963 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:31.505484 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0cd7e531-1a0c-4d42-bb7c-77e0dcd2d6a4 req-3c1e70e3-682b-4c91-9f99-46a2fa5b2963 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2949266
Apr 22 21:37:31.573691 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a677c7f2-ef9a-4ee9-8b89-a3a23054387d req-88cfb763-7dec-4fe7-aea0-2fe114acba5f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953691
Apr 22 21:37:31.580819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:37:31.603961 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.2226999
Apr 22 21:37:31.610190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42432) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:31.633520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Request body: {'subnet': {'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1612160326-subnet', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:31.643623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:31.653376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Usage tracker for resource:subnet and tenant:88368b71521f467088ddd42c5474f9f2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:31.665542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:31.678860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:31.688577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:37:31.705641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Made reservation on behalf of 88368b71521f467088ddd42c5474f9f2 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:37:31.717728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:31.763155 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155480e7-7c89-4d14-aa81-2ed53ddb07c2 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:37:31.775592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:31.784538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:37:31.797453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Transition to ACTIVE for port object 155480e7-7c89-4d14-aa81-2ed53ddb07c2 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:31.840868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:31.850653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:31.909256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-a0ea1a5a-49f9-44d9-b682-5e59a700a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:31.911172 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-a0ea1a5a-49f9-44d9-b682-5e59a700a2af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 1099 time: 0.5445008
Apr 22 21:37:31.975305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:31.992454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:32.007241 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0cd7e531-1a0c-4d42-bb7c-77e0dcd2d6a4 req-66864dae-9036-4e24-940a-6fe6914ea6e9 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4785993
Apr 22 21:37:32.137657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:32.159815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '915be4c2-9662-419f-8b53-5659d5a418ea', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': '915be4c2-9662-419f-8b53-5659d5a418ea', 'mac_address': 'fa:16:3e:3e:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:37:32.451325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-6c933229-9940-4caf-9be3-b0e7285fa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:32.453106 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-6c933229-9940-4caf-9be3-b0e7285fa389 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.5288799
Apr 22 21:37:32.514301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:32.650386 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-d7a18503-9e5b-4a54-9bff-4923252d7d65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 200  len: 1001 time: 0.1546602
Apr 22 21:37:32.680240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915be4c2-9662-419f-8b53-5659d5a418ea {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:37:32.799354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Attempting to bind port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:32.799733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Attempting to bind port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:32.800178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Attempting to bind port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 on network 02bf31cf-e015-4866-8446-4d86941fa197 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:32.831672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0ee4-9237-4338-ac56-17a6140fb52c req-e8505ab0-e9fa-4e21-a095-ed9b9bfa887a tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:32.840860 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-317d0ee4-9237-4338-ac56-17a6140fb52c req-e8505ab0-e9fa-4e21-a095-ed9b9bfa887a tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.8289022
Apr 22 21:37:32.880549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 on network 02bf31cf-e015-4866-8446-4d86941fa197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:37:32.880976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Attempting to bind port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 on network 02bf31cf-e015-4866-8446-4d86941fa197 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:32.893641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:32.896319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Checking segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:32.899956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Bound using segment: {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:32.901144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Bound port: 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836d14a6-a1ed-4a64-9f2e-61929acbb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:32.901528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:32.913598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Attempting to bind port 3b3e012e-9398-42fa-9bb4-05e20148bad5 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:32.915188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Attempting to bind port 3b3e012e-9398-42fa-9bb4-05e20148bad5 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:32.915896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Attempting to bind port 3b3e012e-9398-42fa-9bb4-05e20148bad5 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:32.962039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-317d0ee4-9237-4338-ac56-17a6140fb52c req-62899361-c1b0-43c6-8769-8a5ebb58e87c tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189954
Apr 22 21:37:32.975494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:32.977846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:32.981510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:32.982195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Bound using segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:32.983083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Bound port: 3b3e012e-9398-42fa-9bb4-05e20148bad5, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:32.984422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.009623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe493-8906-4ff3-9fb6-16584b8eb41c req-16e1e069-e98b-4fda-bd3f-344dcb6b9ca4 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:33.011388 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ffe493-8906-4ff3-9fb6-16584b8eb41c req-16e1e069-e98b-4fda-bd3f-344dcb6b9ca4 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 945 time: 0.7233377
Apr 22 21:37:33.037754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:33.140466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] For port 3b3e012e-9398-42fa-9bb4-05e20148bad5, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:33.146029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] For port 3b3e012e-9398-42fa-9bb4-05e20148bad5, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3b3e012e-9398-42fa-9bb4-05e20148bad5,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:33.160227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.163338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.174763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.177725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:33.229375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-2e4b2c8e-006e-4f08-b8a9-aac16bab198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:33.231997 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-2e4b2c8e-006e-4f08-b8a9-aac16bab198a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.5520489
Apr 22 21:37:33.270861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=9']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:33.420338 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ffe493-8906-4ff3-9fb6-16584b8eb41c req-3e2ed424-cfa1-440c-b4e7-241441bdc2e2 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771959
Apr 22 21:37:33.477591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:33.485607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf265ac8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:33.560367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:33.605880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a581-dd2d-4adf-942b-1993ce309db1 req-9abe0c76-6b0c-4e0b-bd1c-1a31f99def29 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:33.622148 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b068a581-dd2d-4adf-942b-1993ce309db1 req-9abe0c76-6b0c-4e0b-bd1c-1a31f99def29 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.3375337
Apr 22 21:37:33.673474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:37:33.681912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:33.693870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.724457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:33.866270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-e5bd62ce-4e3f-43d0-aceb-edc5f79a74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:33.869904 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-e5bd62ce-4e3f-43d0-aceb-edc5f79a74fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6238093
Apr 22 21:37:33.926807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:33.927650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:33.929608 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] 10.222.0.13 "PUT /v2.0/ports/155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 1093 time: 5.0449126
Apr 22 21:37:33.930237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:37:34.013648 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b068a581-dd2d-4adf-942b-1993ce309db1 req-0eff70dd-3a88-4715-8da4-301ae49ff0e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3899403
Apr 22 21:37:34.198077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:34.222642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d826ed06-9343-4a0d-a039-c49af6c00c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:34.239883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:34.256738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:34.326225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-2cdafb21-fa2e-4294-a31c-94921c520566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:34.328073 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-2cdafb21-fa2e-4294-a31c-94921c520566 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1096 time: 0.2922270
Apr 22 21:37:34.338825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Pushing event updated for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:34.366489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:34.370773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['915be4c2-9662-419f-8b53-5659d5a418ea'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:37:34.386017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:34.506637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Checking segment: {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:34.507043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Network hostable DHCP agents. Network: b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:37:34.529379 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-2f91952f-bc75-4cb4-aa42-3fce9a68c975 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 217 time: 0.1534989
Apr 22 21:37:34.566484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.389s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:34.586959 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-f756d5f4-f313-4ba6-8c39-0792ee5f1306 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6796319
Apr 22 21:37:34.606832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:37:34.621674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:34.628063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:34.642373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:34.643055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:34.693078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-4acc3721-56e0-454f-8c92-77286f6db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:34.694657 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-4acc3721-56e0-454f-8c92-77286f6db23c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.1467144
Apr 22 21:37:34.708055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.439s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:34.708756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:34.712921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aecdde7-ca15-4934-991b-efa1a46569ef None None] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:37:35.040391 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8de19847-84bc-43a9-b96e-2e3005704480 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4198344
Apr 22 21:37:35.090171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42464) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:35.109979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:35.121522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:35.143322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Usage tracker for resource:router and tenant:88368b71521f467088ddd42c5474f9f2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:35.149265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:35.177718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:35.208006 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e11ce-12c8-44a1-8454-2b937cce5e76 req-6309f745-54cc-45f0-bf7e-b563e740ea14 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5588920
Apr 22 21:37:35.215063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:35.223036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:35.243029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 10fe56d6-1192-4722-b556-806622e79c86 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:35.298114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:35.670482 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:37:35.729898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2084-eeb0-4c6a-829f-bb3ec5e327e6 req-8f0feea7-fd66-45ae-862a-7070e4a3de11 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:35.731677 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-922b2084-eeb0-4c6a-829f-bb3ec5e327e6 req-8f0feea7-fd66-45ae-862a-7070e4a3de11 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 943 time: 1.0359969
Apr 22 21:37:35.742162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-0d471191-71d1-4e7e-8333-8bcef4be72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:35.743804 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-0d471191-71d1-4e7e-8333-8bcef4be72b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.9933133
Apr 22 21:37:35.771970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:35.805132 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-922b2084-eeb0-4c6a-829f-bb3ec5e327e6 req-2cfa7941-9a78-4172-8310-b129a6f4c474 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535564
Apr 22 21:37:35.819154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a35e-8ab0-4160-ad58-4862a7178d37 req-4dd9ef99-5bfd-4d1e-a1c4-117c5bba517b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:35.820908 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06f1a35e-8ab0-4160-ad58-4862a7178d37 req-4dd9ef99-5bfd-4d1e-a1c4-117c5bba517b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2203946
Apr 22 21:37:35.915917 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06f1a35e-8ab0-4160-ad58-4862a7178d37 req-a5981ef9-047d-4c49-885d-301f2d8d2c83 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866005
Apr 22 21:37:36.305581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:36.354594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 10fe56d6-1192-4722-b556-806622e79c86 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:36.361777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 10fe56d6-1192-4722-b556-806622e79c86 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:36.362344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:36.442671 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'fixed_ips': [{'subnet_id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:37:36.443135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:36.443750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:36.472953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9c4d-8aba-4323-b1ac-01c4a61694d6 req-fe17fd61-0031-4a61-8598-13b4310d379d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:36.475017 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f30d9c4d-8aba-4323-b1ac-01c4a61694d6 req-fe17fd61-0031-4a61-8598-13b4310d379d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 945 time: 0.4326289
Apr 22 21:37:36.488825 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-83e44083-3773-45c1-8e09-fda7181d6f29 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3654547
Apr 22 21:37:36.551934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd53e6-4f82-4ee3-81c9-60b6e1fbd68e req-64d6714e-cebb-437d-819d-016b7a317d00 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:36.553711 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7ecd53e6-4f82-4ee3-81c9-60b6e1fbd68e req-64d6714e-cebb-437d-819d-016b7a317d00 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.2544017
Apr 22 21:37:36.589025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf265ac8>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:33Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:36.667632 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f30d9c4d-8aba-4323-b1ac-01c4a61694d6 req-fe4d1a4f-370d-4fc7-85b0-eab4f46415d8 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741874
Apr 22 21:37:36.712651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Allocated IP 172.20.0.2 (b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc/a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb/e17f14be-3723-4cf0-b408-bb84abe8533b) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:36.744984 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7ecd53e6-4f82-4ee3-81c9-60b6e1fbd68e req-0fbfd481-9999-4671-8609-b7ef619ba192 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1311991
Apr 22 21:37:36.809319 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1959676d-bfe1-461e-8d6b-5a1e0346bf9b req-742f685f-45b7-4b63-845b-7e5d982dc525 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2957568
Apr 22 21:37:36.823909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc9a87-30b4-4789-8ce8-d8106905bee9 None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:33Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:37:36.844698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Allocated IP 172.27.3.233 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/4e7f0c27-ab50-435e-9457-2c385dd3e473) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:37.104029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.121948 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-f2080019-4acf-45fc-94e3-d64de7f3c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:37.124449 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-f2080019-4acf-45fc-94e3-d64de7f3c621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1096 time: 0.2176516
Apr 22 21:37:37.168733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.178209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fe56d6-1192-4722-b556-806622e79c86'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:37:37.200060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=10fe56d6-1192-4722-b556-806622e79c86,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:37.201554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Transition to ACTIVE for port object e17f14be-3723-4cf0-b408-bb84abe8533b will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:37.205629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.214010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:37.394743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.405411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:37.419181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac017-3ac0-4ba8-9e34-730a0b4c2765 req-7df1a708-c6dc-4a25-b33e-5712496a27fc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:37.427069 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ddac017-3ac0-4ba8-9e34-730a0b4c2765 req-7df1a708-c6dc-4a25-b33e-5712496a27fc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2126002
Apr 22 21:37:37.455506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:37.471571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:37.490560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.493808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Transition to ACTIVE for port object e17f14be-3723-4cf0-b408-bb84abe8533b will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:37.501411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:37.520299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.526672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:37.533212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e714-8fb9-44c3-b7e2-53555fbced61 req-eb1d7a18-b1b9-4901-9b0b-df90d65fa073 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:37.535019 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4b9e714-8fb9-44c3-b7e2-53555fbced61 req-eb1d7a18-b1b9-4901-9b0b-df90d65fa073 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 943 time: 0.4089177
Apr 22 21:37:37.558187 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ddac017-3ac0-4ba8-9e34-730a0b4c2765 req-585097e6-2874-49f8-94a7-9b6cf404799c tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277211
Apr 22 21:37:37.637689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 915be4c2-9662-419f-8b53-5659d5a418ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:37.637978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.660460 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4b9e714-8fb9-44c3-b7e2-53555fbced61 req-b9126da8-83ed-49a2-b18f-8cdcc172608f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011763
Apr 22 21:37:37.666923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-363ede71-ee6c-4b1e-bd49-c27dd81cbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:37.669454 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-363ede71-ee6c-4b1e-bd49-c27dd81cbb21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.4928823
Apr 22 21:37:37.729112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:37.735821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:37.746609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:37.750453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:37.762235 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fe56d6-1192-4722-b556-806622e79c86', 'code': 200}
Apr 22 21:37:37.763256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:37.775393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Pushing event updated for resources: {'Port': ['ID=e17f14be-3723-4cf0-b408-bb84abe8533b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:37.779278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:37.788503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:37.812039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-61d1700c-a943-4759-877e-5a842d35d9b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 217 time: 0.1332719
Apr 22 21:37:37.967490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:37.977298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-84a6a3d6-ed33-4cde-8f94-339fc82ec67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:37.979137 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-84a6a3d6-ed33-4cde-8f94-339fc82ec67b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.1422904
Apr 22 21:37:38.247955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28f3d-06d2-4a26-8aea-f9fc403a1e1d req-7e9b1769-d7c4-46fa-9d19-a51bf3fb41bd tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:38.256616 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95c28f3d-06d2-4a26-8aea-f9fc403a1e1d req-7e9b1769-d7c4-46fa-9d19-a51bf3fb41bd tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 944 time: 0.1748505
Apr 22 21:37:38.376319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-2ff6cc9c-fe5f-4d50-89f2-194ff64f4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:38.379090 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-2ff6cc9c-fe5f-4d50-89f2-194ff64f4580 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3918946
Apr 22 21:37:38.381172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Attempting to bind port e17f14be-3723-4cf0-b408-bb84abe8533b on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:38.381622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Attempting to bind port e17f14be-3723-4cf0-b408-bb84abe8533b by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:38.382653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Attempting to bind port e17f14be-3723-4cf0-b408-bb84abe8533b on network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:38.403640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:38.404246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Checking segment: {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:38.404502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:38.404933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Bound using segment: {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:38.405518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Bound port: e17f14be-3723-4cf0-b408-bb84abe8533b, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:38.406091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:38.418938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:38.423587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:38.428015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee0b0c17-c6f3-449e-9792-851dd5f7addd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:38.481275 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95c28f3d-06d2-4a26-8aea-f9fc403a1e1d req-afb48d43-f50c-4455-95d5-1feefa6f1a73 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2233105
Apr 22 21:37:38.481649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7f0c27-ab50-435e-9457-2c385dd3e473,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:38.490942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:38.687283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3b3e012e-9398-42fa-9bb4-05e20148bad5 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:38.769044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f21a16-0677-4f1c-859b-e54290379bef req-2066639e-9548-41c9-bcb5-6bf958638049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:38.770952 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14f21a16-0677-4f1c-859b-e54290379bef req-2066639e-9548-41c9-bcb5-6bf958638049 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 1099 time: 0.3700712
Apr 22 21:37:38.856010 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14f21a16-0677-4f1c-859b-e54290379bef req-8dbece5b-b63c-441e-acd0-ec6f372845b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726371
Apr 22 21:37:38.933462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] For port e17f14be-3723-4cf0-b408-bb84abe8533b, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:38.937337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] For port e17f14be-3723-4cf0-b408-bb84abe8533b, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e17f14be-3723-4cf0-b408-bb84abe8533b,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:38.949910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:38.962865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=10']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:38.978092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:38.980474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc602b9-016d-4c67-b9ed-a73b0c795f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:38.996005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee34e3-42b7-463f-ab00-343e93af435d req-3589373a-2ba6-4cf9-b4fa-dfbe25dda277 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:39.010405 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46ee34e3-42b7-463f-ab00-343e93af435d req-3589373a-2ba6-4cf9-b4fa-dfbe25dda277 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 946 time: 0.7342720
Apr 22 21:37:39.037443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:39.059401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:39.059635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:39.074645 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-2c3e2459-ae0d-4ffa-8700-e7cfad98fc06 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6806445
Apr 22 21:37:39.141839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:39.157659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Pushing event updated for resources: {'Port': ['ID=e17f14be-3723-4cf0-b408-bb84abe8533b,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:39.172821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:39.251387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:39.308358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 3b3e012e-9398-42fa-9bb4-05e20148bad5, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3b3e012e-9398-42fa-9bb4-05e20148bad5,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:39.313774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:39.318700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a624941c-a702-4156-a904-2fc15ce7bfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:39.417467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:39.421881 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46ee34e3-42b7-463f-ab00-343e93af435d req-7fe90b85-794c-4058-8dc9-c3d467b15eeb tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3899639
Apr 22 21:37:39.428495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:39.451133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044cdb-2a1d-4ea9-9640-54e85619f5ea req-d98fa44e-bc84-46a4-a493-43af044e8e74 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:39.454561 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3044cdb-2a1d-4ea9-9640-54e85619f5ea req-d98fa44e-bc84-46a4-a493-43af044e8e74 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 943 time: 0.6114275
Apr 22 21:37:39.604513 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c71bf8-3c68-455d-9f53-b069f5444800 req-ee7dd65a-5862-4289-830f-61aac353ffd9 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4896977
Apr 22 21:37:39.638717 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3044cdb-2a1d-4ea9-9640-54e85619f5ea req-6a0608d6-9d8e-4046-8dfc-92887264e0cc tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562383
Apr 22 21:37:39.694187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:39.763562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:37:39.819582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da613b8-d6f3-48b9-a185-4bfd1db33aea req-6195005f-9105-444d-ba7b-7f1560256971 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:39.821691 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8da613b8-d6f3-48b9-a185-4bfd1db33aea req-6195005f-9105-444d-ba7b-7f1560256971 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.1241491
Apr 22 21:37:39.877202 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'code': 200}
Apr 22 21:37:39.928326 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8da613b8-d6f3-48b9-a185-4bfd1db33aea req-19d819f2-03e5-4c19-a11a-a9aa5457f0c1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890150
Apr 22 21:37:39.964410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:37:40.173118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:37:40.183436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddead-2778-4d56-9768-c197a021932c None None] Sync routers for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:37:40.197793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:40.199251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf77e9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:40.208149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:40.209571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.1152587
Apr 22 21:37:40.212756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42502) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:40.422590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:40.963045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37447d-9b5f-4a8a-ab40-bd60e06dec64 None None] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:37:41.138701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3b3e012e-9398-42fa-9bb4-05e20148bad5 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:41.188036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb85b2-819a-4d04-bb74-24b62171c2b8 req-4f5998ec-27dc-44e2-80d7-a09660b89f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:41.189916 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-36cb85b2-819a-4d04-bb74-24b62171c2b8 req-4f5998ec-27dc-44e2-80d7-a09660b89f4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1099 time: 0.3986969
Apr 22 21:37:41.204741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf77e9b0>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:38Z', 'revision_number': 3, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:41.210885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2e4b8-4ab2-4705-a82d-42eb52164f65 req-5bd7142d-0522-43a1-aa71-322fc4eb59a6 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:41.212651 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ddc2e4b8-4ab2-4705-a82d-42eb52164f65 req-5bd7142d-0522-43a1-aa71-322fc4eb59a6 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 943 time: 0.2635424
Apr 22 21:37:41.215844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddead-2778-4d56-9768-c197a021932c None None] Checking router: 480dba0c-add8-4ef8-a158-ba4ac0662cf4 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:37:41.216898 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddead-2778-4d56-9768-c197a021932c None None] Updating router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 port 4e7f0c27-ab50-435e-9457-2c385dd3e473 binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:37:41.263135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb422-228f-44d8-a722-5bccc446ed0c req-4eac4d49-a335-4f9c-af5a-933d34539d43 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:41.267197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 155480e7-7c89-4d14-aa81-2ed53ddb07c2 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:37:41.276109 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5eafb422-228f-44d8-a722-5bccc446ed0c req-4eac4d49-a335-4f9c-af5a-933d34539d43 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 946 time: 0.4084387
Apr 22 21:37:41.353282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:41.364567 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5eafb422-228f-44d8-a722-5bccc446ed0c req-e0e31ae9-86b2-4403-aae8-bb5735bef113 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872066
Apr 22 21:37:41.392518 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-36cb85b2-819a-4d04-bb74-24b62171c2b8 req-49811e7e-6905-488b-8c21-7c37ddd2484b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1785502
Apr 22 21:37:41.464918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c5caaa9b-e16a-420f-b2d8-5268b4ef0cef None None] Provisioning for port e17f14be-3723-4cf0-b408-bb84abe8533b completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:41.480668 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ddc2e4b8-4ab2-4705-a82d-42eb52164f65 req-6dfa0a69-6075-4179-8c1b-ad224ac231ef tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733043
Apr 22 21:37:41.512225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 3b3e012e-9398-42fa-9bb4-05e20148bad5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:41.512721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:41.627894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 21:37:41.780338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984b5d3-252f-4a65-a485-fce5ed01117e req-83532142-c5fd-44cd-ad60-0826b573be70 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:41.793873 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e984b5d3-252f-4a65-a485-fce5ed01117e req-83532142-c5fd-44cd-ad60-0826b573be70 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.1966472
Apr 22 21:37:42.007222 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e984b5d3-252f-4a65-a485-fce5ed01117e req-04cf2eeb-46c5-4059-a28e-21a1375ad635 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071397
Apr 22 21:37:42.144652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e17f14be-3723-4cf0-b408-bb84abe8533b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:42.298121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.486505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:42.503975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port e17f14be-3723-4cf0-b408-bb84abe8533b completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:42.526998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port e17f14be-3723-4cf0-b408-bb84abe8533b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:42.527428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.527779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.557431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-691ddead-2778-4d56-9768-c197a021932c None None] Transition to ACTIVE for port object 4e7f0c27-ab50-435e-9457-2c385dd3e473 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:42.575687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.593918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'port_id': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'mac_address': 'fa:16:3e:16:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:37:42.610695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f40183a9-1a82-472a-9a4d-b74e074dff8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:42.720245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.762321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155480e7-7c89-4d14-aa81-2ed53ddb07c2 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:37:42.799192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:42.826874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-691ddead-2778-4d56-9768-c197a021932c None None] Attempting to bind port 4e7f0c27-ab50-435e-9457-2c385dd3e473 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:42.827628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-691ddead-2778-4d56-9768-c197a021932c None None] Attempting to bind port 4e7f0c27-ab50-435e-9457-2c385dd3e473 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:42.828300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ddead-2778-4d56-9768-c197a021932c None None] Attempting to bind port 4e7f0c27-ab50-435e-9457-2c385dd3e473 on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:42.848416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ddead-2778-4d56-9768-c197a021932c None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:42.849106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ddead-2778-4d56-9768-c197a021932c None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:42.849879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.850624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ddead-2778-4d56-9768-c197a021932c None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:42.851596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-691ddead-2778-4d56-9768-c197a021932c None None] Bound port: 4e7f0c27-ab50-435e-9457-2c385dd3e473, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:42.852312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.858179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:42.868607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Allocated IP 172.20.0.1 (b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc/a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb/a6c2e5f7-f533-47d4-89ca-3c176636ac58) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:37:42.883683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:42.933650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Pushing event updated for resources: {'Port': ['ID=4e7f0c27-ab50-435e-9457-2c385dd3e473,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:42.943170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac28cb6-3ce4-4aec-a58d-d9881ac0bbf7 req-67a43395-fe1c-48d7-9597-3983c5d58df4 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:42.951770 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dac28cb6-3ce4-4aec-a58d-d9881ac0bbf7 req-67a43395-fe1c-48d7-9597-3983c5d58df4 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 944 time: 0.2173038
Apr 22 21:37:42.956510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.957175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.957853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.958479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.959308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.959952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.960583 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.961235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.961905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.962537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.963186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.963825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:37:42.983514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:43.091179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-867437b4-308d-4e6d-b1ed-6014879dda02 None None] Provisioning complete for port e17f14be-3723-4cf0-b408-bb84abe8533b triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:43.091179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-867437b4-308d-4e6d-b1ed-6014879dda02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.103626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-691ddead-2778-4d56-9768-c197a021932c None None] For port 4e7f0c27-ab50-435e-9457-2c385dd3e473, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:43.115096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-691ddead-2778-4d56-9768-c197a021932c None None] For port 4e7f0c27-ab50-435e-9457-2c385dd3e473, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4e7f0c27-ab50-435e-9457-2c385dd3e473,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:43.122262 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dac28cb6-3ce4-4aec-a58d-d9881ac0bbf7 req-9e25a0c6-9f23-43ce-b61d-361d3d9db0af tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645308
Apr 22 21:37:43.133826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-691ddead-2778-4d56-9768-c197a021932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.143288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.147457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:43.181891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:43.219384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:43.311355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port e17f14be-3723-4cf0-b408-bb84abe8533b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e17f14be-3723-4cf0-b408-bb84abe8533b,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:43.335650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.341191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:43.444959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:43.445986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf77e9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:43.511756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=e17f14be-3723-4cf0-b408-bb84abe8533b,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:43.548924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:37:43.551119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Pushing event updated for resources: {'Port': ['ID=4e7f0c27-ab50-435e-9457-2c385dd3e473,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:43.670301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.681629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:43.701104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6d7ff692-28b4-4e22-a9fa-d3cd8f70340b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:43.746362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Transition to ACTIVE for port object a6c2e5f7-f533-47d4-89ca-3c176636ac58 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:43.832966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:43.845417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:43.894994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a2bd-6f50-45fd-abd7-cbdf65386f86 req-b15ff0af-8c62-4207-9711-d4abbab3257b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:43.905120 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0432a2bd-6f50-45fd-abd7-cbdf65386f86 req-b15ff0af-8c62-4207-9711-d4abbab3257b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.4556243
Apr 22 21:37:43.956164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:44.188014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:44.244474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:44.263386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:44.271344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:44.280921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:37:44.428826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0432a2bd-6f50-45fd-abd7-cbdf65386f86 req-d73125b7-db73-42da-907e-56d3c06afa56 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5210743
Apr 22 21:37:44.484438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:44.812002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0add-e9b1-4683-8f2f-07f47d04b973 req-38d495f7-579b-412e-bdb9-d9148b62c848 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:44.814656 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06cc0add-e9b1-4683-8f2f-07f47d04b973 req-38d495f7-579b-412e-bdb9-d9148b62c848 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 944 time: 0.2252986
Apr 22 21:37:44.868345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-82239402-bf23-4127-9f9e-69a657d7cfeb None None] Provisioning for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:44.880705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-82239402-bf23-4127-9f9e-69a657d7cfeb None None] Provisioning complete for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:44.881144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82239402-bf23-4127-9f9e-69a657d7cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:44.923654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.066464 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06cc0add-e9b1-4683-8f2f-07f47d04b973 req-e634c7f3-3018-4018-a3ea-24394a0855a8 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442882
Apr 22 21:37:45.077121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-82239402-bf23-4127-9f9e-69a657d7cfeb None None] Port a6c2e5f7-f533-47d4-89ca-3c176636ac58 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:37:45.133877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-691ddead-2778-4d56-9768-c197a021932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf77e9b0>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:38Z', 'revision_number': 3, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:45.156899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddead-2778-4d56-9768-c197a021932c None None] The sync data for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi is: [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:38Z', 'revision_number': 3, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:37:45.209003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 155480e7-7c89-4d14-aa81-2ed53ddb07c2 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:45.307712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-b78192c8-c818-4c6b-a614-22ebf316805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:45.312834 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-b78192c8-c818-4c6b-a614-22ebf316805c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.4250693
Apr 22 21:37:45.334071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.342637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.347069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:45.358349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:45.358865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.461549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:45.578365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.606807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:45.609812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:45.630484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.674377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ffb0-b782-4eb3-9efb-0db085269f11 req-59f97479-1e0b-45a8-8d7c-168aa0743685 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:45.682235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:45.684954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e17f14be-3723-4cf0-b408-bb84abe8533b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:45.686462 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ac5ffb0-b782-4eb3-9efb-0db085269f11 req-59f97479-1e0b-45a8-8d7c-168aa0743685 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.5811744
Apr 22 21:37:45.777054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:37:45.811472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:45.825563 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ac5ffb0-b782-4eb3-9efb-0db085269f11 req-1ead15b8-2a18-438e-a2f0-66630d272549 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387284
Apr 22 21:37:45.827670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:46.032038 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'code': 200}
Apr 22 21:37:46.058480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:46.063419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:46.071426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-ca66d0e7-f81a-45a7-92d0-70ce97b5b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:46.073185 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-ca66d0e7-f81a-45a7-92d0-70ce97b5b068 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.7359266
Apr 22 21:37:46.096662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port e17f14be-3723-4cf0-b408-bb84abe8533b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:46.097168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:46.215118 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-9e9f9d6a-82dd-4cf8-8a59-207aaa81edfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.1149423
Apr 22 21:37:46.268623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:37:46.270875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:37:46.493462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140081-d011-4927-95ad-a975b767f851 req-ccc3ecd8-0026-4edb-9e20-040800a7bc3d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:46.510575 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2140081-d011-4927-95ad-a975b767f851 req-ccc3ecd8-0026-4edb-9e20-040800a7bc3d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.6834590
Apr 22 21:37:46.652102 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2140081-d011-4927-95ad-a975b767f851 req-f40522d3-c3c4-43b4-a7eb-6ee9dfebaf28 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399188
Apr 22 21:37:46.667795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-805a82ff-b447-4ee3-92ce-fb282ed4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:46.670417 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-805a82ff-b447-4ee3-92ce-fb282ed4f6b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.4389381
Apr 22 21:37:46.683585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:37:46.702269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6220a4-dd2a-4413-b2c5-8d530ff1f91c req-37f37669-40fc-417b-a47b-4a046a5609be tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:46.705053 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6f6220a4-dd2a-4413-b2c5-8d530ff1f91c req-37f37669-40fc-417b-a47b-4a046a5609be tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.3665464
Apr 22 21:37:46.775973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-33124fcf-660b-497d-809f-17a9a6df3c25 None None] Provisioning complete for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:46.776656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-33124fcf-660b-497d-809f-17a9a6df3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:46.795258 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-87b1d0cd-7ed4-4913-b340-169ffb677a03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883217
Apr 22 21:37:46.882520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-33124fcf-660b-497d-809f-17a9a6df3c25 None None] Port a6c2e5f7-f533-47d4-89ca-3c176636ac58 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:37:47.005785 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6f6220a4-dd2a-4413-b2c5-8d530ff1f91c req-fae0e05e-ea47-446a-8108-52f629a2e02a tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083337
Apr 22 21:37:47.139425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f85fb8-3600-4481-b028-4f02d3119a5c req-3eaf3b88-b727-4dcf-8aa4-2d89fa7c558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:47.142730 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33f85fb8-3600-4481-b028-4f02d3119a5c req-3eaf3b88-b727-4dcf-8aa4-2d89fa7c558f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1098 time: 0.5337942
Apr 22 21:37:47.150294 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-ec801416-66ba-4869-b80d-8a5e7ff1255d service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187292
Apr 22 21:37:47.252659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:37:47.277461 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33f85fb8-3600-4481-b028-4f02d3119a5c req-a92e5e5f-e5a1-4662-801b-65bdcaea971e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013050
Apr 22 21:37:47.283446 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] 10.222.0.11 "PUT /v2.0/routers/480dba0c-add8-4ef8-a158-ba4ac0662cf4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0682666
Apr 22 21:37:47.459729 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57806c8d-08e6-43f1-aefd-537744dc64a0 req-8fd611f1-f574-4a2d-8ec3-7794f3db7b7d service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2971165
Apr 22 21:37:47.494055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171abc-49ee-431d-b59e-dae30d0de87f req-f60b0c05-a69f-40ca-9db7-cedb6881c24d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:47.498450 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8171abc-49ee-431d-b59e-dae30d0de87f req-f60b0c05-a69f-40ca-9db7-cedb6881c24d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.3054760
Apr 22 21:37:47.506031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4e7f0c27-ab50-435e-9457-2c385dd3e473 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:47.608230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8171abc-49ee-431d-b59e-dae30d0de87f req-7a307535-d4b4-45c4-9c35-798bdcfc8eeb tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949700
Apr 22 21:37:47.646029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 4e7f0c27-ab50-435e-9457-2c385dd3e473 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:47.648896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4e7f0c27-ab50-435e-9457-2c385dd3e473 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:47.649309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:47.850275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:47.873536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 4e7f0c27-ab50-435e-9457-2c385dd3e473, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4e7f0c27-ab50-435e-9457-2c385dd3e473,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:47.879270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:47.882538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:48.045193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bde5f-1aac-4594-bbb0-da404587f023 req-9f5d4bc6-19c7-4149-b057-aa779e6b8c87 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:48.049335 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f7bde5f-1aac-4594-bbb0-da404587f023 req-9f5d4bc6-19c7-4149-b057-aa779e6b8c87 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.1501551
Apr 22 21:37:48.061170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=4e7f0c27-ab50-435e-9457-2c385dd3e473,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:48.067189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:48.110706 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f7bde5f-1aac-4594-bbb0-da404587f023 req-5620edf3-bff7-4532-984b-8b1b7871c3c9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495517
Apr 22 21:37:48.362407 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42678) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:48.364571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a399-6dcf-4c60-9bd7-62f8bf0af3eb req-e4376e2d-9d75-467a-94e0-a89398d14710 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:48.366555 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2ee3a399-6dcf-4c60-9bd7-62f8bf0af3eb req-e4376e2d-9d75-467a-94e0-a89398d14710 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.1339250
Apr 22 21:37:48.372681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542877154', 'description': 'tempest-secgroup-smoke-1542877154 description', 'project_id': '7783cc8b62634e62850034643827bece'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:48.382332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:48.388014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:48.392483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:48.403758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:48.436334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:48.456346 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2ee3a399-6dcf-4c60-9bd7-62f8bf0af3eb req-f5e50114-70fd-49d0-a09b-8150d2ed50cf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773365
Apr 22 21:37:48.505939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:48.511970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:48.515701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:48.522972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:48.614279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:48.619620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:48.630767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:48.716662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:48.721807 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3540463
Apr 22 21:37:48.721807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c47417-15cf-448e-81e0-35fa2c79a32b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:48.723418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 42684) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:48.725706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:48.732727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:48.751921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:48.760308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:48.767285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:48.786074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:48.812527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.012688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.024493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.033466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:49.060452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fec062-9374-4901-90f6-047e8a24f193,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:49.065306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:49.076661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.077911 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3532641
Apr 22 21:37:49.082299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42690) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:49.088645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22b49-140f-4d59-8a9f-e3ef8a777bc6 req-c467b0c6-08f8-47ae-9576-1d8fefb32c08 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:49.090385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a22b49-140f-4d59-8a9f-e3ef8a777bc6 req-c467b0c6-08f8-47ae-9576-1d8fefb32c08 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2137609
Apr 22 21:37:49.093639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:49.106421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:49.114828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:49.120129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:49.129071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:49.149321 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a22b49-140f-4d59-8a9f-e3ef8a777bc6 req-4ba47d45-d12f-410a-9b7d-0fc2671c24fe tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513108
Apr 22 21:37:49.163173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.164991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Sync routers for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:37:49.180355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:49.181762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae4759e8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:49.258688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.264556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.267061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7daaf19f-5f1d-45c8-a058-6d3474a27010 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:49.295125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfcfb56-8150-4a8f-a2e8-de64d2132658,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:49.298228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:49.306141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.307636 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2237616
Apr 22 21:37:49.310569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42694) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:49.317109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:49.324700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:49.329963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:49.333993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:49.342169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:49.365482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.467815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.473117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.476398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:49.504151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03faeff-04b7-4c57-be4d-320be5a93b4a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:49.507844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:49.529879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.533768 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c537d651-75e7-43db-aa59-000f5a7c549c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2206018
Apr 22 21:37:49.537516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 42702) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:49.546882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:49.549713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4e7f0c27-ab50-435e-9457-2c385dd3e473 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:49.554758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:49.559494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:49.563072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:49.570796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:49.589793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.597288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:49.702439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.783824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.811760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:49.851265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4e7f0c27-ab50-435e-9457-2c385dd3e473 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:49.851700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.855787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab74958-4daf-4179-b17a-f77cc8dd5545,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:49.869162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:49.888476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:49.894759 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d0a72904-a20f-4de7-aab8-7a7b23394e39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3513982
Apr 22 21:37:49.895385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 42706) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:49.908102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:49.925301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:49.938966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:49.951769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:49.977371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f5ca2-fb02-41d5-8cab-1f98fd4d318a req-e696fef8-e566-4057-8cff-a6faa788a489 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:49.980474 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee2f5ca2-fb02-41d5-8cab-1f98fd4d318a req-e696fef8-e566-4057-8cff-a6faa788a489 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.2748852
Apr 22 21:37:49.982231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:50.040968 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Project 7783cc8b62634e62850034643827bece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:37:50.077143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.116712 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee2f5ca2-fb02-41d5-8cab-1f98fd4d318a req-d6e2f46c-ed53-40fc-8440-e38173f27bcc tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281011
Apr 22 21:37:50.180852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.185315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.188266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-efbab90d-fbd6-42d1-9af3-56d2b0431c5b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:50.196179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae4759e8>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:44Z', 'revision_number': 4, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'a6c2e5f7-f533-47d4-89ca-3c176636ac58', 'name': '', 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'mac_address': 'fa:16:3e:10:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:42Z', 'updated_at': '2021-04-22T21:37:45Z', 'revision_number': 2, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'subnets': [{'id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:50.204836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Checking router: 480dba0c-add8-4ef8-a158-ba4ac0662cf4 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:37:50.205418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Updating router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 port a6c2e5f7-f533-47d4-89ca-3c176636ac58 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:37:50.231291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97341d2c-c97c-4106-82da-b51318aaf35a,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:50.237127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:50.251050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.253838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-136b80a8-123b-47d9-b2d4-db0a84ba70da tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3567691
Apr 22 21:37:50.257906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42716) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:37:50.270342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'security_group_rule': {'security_group_id': 'a4c47417-15cf-448e-81e0-35fa2c79a32b', 'project_id': '7783cc8b62634e62850034643827bece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:37:50.284895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:37:50.298238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:security_group_rule and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:37:50.301995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:37:50.313845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:37:50.327108 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Project 7783cc8b62634e62850034643827bece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:37:50.337158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.344821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.469695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.475252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.495735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:50.506130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43085e4-8ac5-499b-a6e8-74a8527de9a2 req-868c2465-9b28-47aa-abd4-d50328be1ae2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:50.516451 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b43085e4-8ac5-499b-a6e8-74a8527de9a2 req-868c2465-9b28-47aa-abd4-d50328be1ae2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.2400770
Apr 22 21:37:50.534572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b761c488-cfa5-4a1e-a80a-e0467e78808e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:50.543279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:50.565296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:50.568206 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3086860
Apr 22 21:37:50.576423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28b71-9c71-4e9f-91a8-466abfa740b9 req-bb2199cf-d753-40bc-938a-5ae5f708c733 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:50.584613 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b28b71-9c71-4e9f-91a8-466abfa740b9 req-bb2199cf-d753-40bc-938a-5ae5f708c733 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1884985
Apr 22 21:37:50.617652 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b43085e4-8ac5-499b-a6e8-74a8527de9a2 req-c3e3d354-0a91-4fae-9ec0-1b271ea86e74 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000645
Apr 22 21:37:50.714719 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b28b71-9c71-4e9f-91a8-466abfa740b9 req-89ab10f2-0342-4e0a-885c-df1127d97f47 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289747
Apr 22 21:37:51.085857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:51.122052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Transition to ACTIVE for port object a6c2e5f7-f533-47d4-89ca-3c176636ac58 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:37:51.150433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:51.156596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:51.426013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d984adb-679c-46ed-a5cc-6a248d68ecea req-c4cf7cc6-21bb-4dae-99bc-700087c04759 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:51.450758 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d984adb-679c-46ed-a5cc-6a248d68ecea req-c4cf7cc6-21bb-4dae-99bc-700087c04759 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.3088250
Apr 22 21:37:51.599353 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d984adb-679c-46ed-a5cc-6a248d68ecea req-7d8ad7ff-b355-4ea7-affb-2a1336d1ee08 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470053
Apr 22 21:37:51.792780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d9654-0236-4999-98fb-177217407582 None None] Pushing event updated for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:51.815310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c11d9654-0236-4999-98fb-177217407582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:51.834521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Attempting to bind port a6c2e5f7-f533-47d4-89ca-3c176636ac58 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:37:51.835223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Attempting to bind port a6c2e5f7-f533-47d4-89ca-3c176636ac58 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:37:51.835914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Attempting to bind port a6c2e5f7-f533-47d4-89ca-3c176636ac58 on network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:37:51.847465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:37:51.848172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Checking segment: {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:37:51.848834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:51.849430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Bound using segment: {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:37:51.850231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Bound port: a6c2e5f7-f533-47d4-89ca-3c176636ac58, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:37:51.851028 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:52.052337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb7ea-b226-4bbf-a8a6-57ff1679827b req-99ad2bc5-3f6f-41db-943c-2894c4e8f90e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:52.065390 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a6bb7ea-b226-4bbf-a8a6-57ff1679827b req-99ad2bc5-3f6f-41db-943c-2894c4e8f90e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1733644
Apr 22 21:37:52.124305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] For port a6c2e5f7-f533-47d4-89ca-3c176636ac58, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:37:52.128023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] For port a6c2e5f7-f533-47d4-89ca-3c176636ac58, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=a6c2e5f7-f533-47d4-89ca-3c176636ac58,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:37:52.133192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:52.141767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:52.163449 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a6bb7ea-b226-4bbf-a8a6-57ff1679827b req-2bc93fc5-ba38-49d4-a84d-0e0a4a1abbd8 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864365
Apr 22 21:37:52.234124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:37:52.234961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae4759e8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:52.452240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:37:52.542961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d9654-0236-4999-98fb-177217407582 None None] Pushing event updated for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:52.549520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c11d9654-0236-4999-98fb-177217407582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:52.951257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae4759e8>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:44Z', 'revision_number': 4, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'a6c2e5f7-f533-47d4-89ca-3c176636ac58', 'name': '', 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'mac_address': 'fa:16:3e:10:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:42Z', 'updated_at': '2021-04-22T21:37:52Z', 'revision_number': 4, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'subnets': [{'id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:37:52.959035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701814-c718-4a5c-8a41-ba36f612ba70 None None] The sync data for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi is: [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:37:44Z', 'revision_number': 4, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'a6c2e5f7-f533-47d4-89ca-3c176636ac58', 'name': '', 'network_id': 'b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'mac_address': 'fa:16:3e:10:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:42Z', 'updated_at': '2021-04-22T21:37:52Z', 'revision_number': 4, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'subnets': [{'id': 'a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:37:53.466943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ad1e-c364-40c4-a332-45818965713e req-bd056cea-f4dc-47e6-b915-de6bac8da2fd tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:53.470702 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3305ad1e-c364-40c4-a332-45818965713e req-bd056cea-f4dc-47e6-b915-de6bac8da2fd tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1193538
Apr 22 21:37:53.502398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a6c2e5f7-f533-47d4-89ca-3c176636ac58 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:53.544335 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3305ad1e-c364-40c4-a332-45818965713e req-0bfdcad4-6867-46be-9be9-1bc8715417cc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609639
Apr 22 21:37:53.628288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:37:53.635609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:53.636048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:53.789293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:53.838186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port a6c2e5f7-f533-47d4-89ca-3c176636ac58, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=a6c2e5f7-f533-47d4-89ca-3c176636ac58,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:37:53.844178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:53.850446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:37:53.941025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:37:53.947068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:37:54.826758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6560-0794-421c-a35b-56502f967ea2 req-afdd2017-eeb8-4f64-b699-7eddd22a4cd1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:54.829844 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed5c6560-0794-421c-a35b-56502f967ea2 req-afdd2017-eeb8-4f64-b699-7eddd22a4cd1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1301270
Apr 22 21:37:54.923344 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed5c6560-0794-421c-a35b-56502f967ea2 req-cb29e61a-9014-466b-9e0b-ee146e10f3cb tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822947
Apr 22 21:37:55.179391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-471b34d2-0ae9-4e34-b101-19a23c9c74bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:55.452907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a6c2e5f7-f533-47d4-89ca-3c176636ac58 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:37:55.536977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port a6c2e5f7-f533-47d4-89ca-3c176636ac58 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:37:55.537421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:56.199053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547ca6-ceb0-418d-89dd-4c4f93ad36bf req-a729500d-8292-4966-9a44-ccc0aaadf6db tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:56.200773 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-41547ca6-ceb0-418d-89dd-4c4f93ad36bf req-a729500d-8292-4966-9a44-ccc0aaadf6db tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1017482
Apr 22 21:37:56.260211 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-41547ca6-ceb0-418d-89dd-4c4f93ad36bf req-1e161659-fa5b-4485-8587-74df711621b1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458121
Apr 22 21:37:57.536655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa116-ddbf-4c83-b136-81b5fcabdf3e req-eb41fd2e-7a98-4fa8-a784-3545b05e3b94 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:57.539814 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2faa116-ddbf-4c83-b136-81b5fcabdf3e req-eb41fd2e-7a98-4fa8-a784-3545b05e3b94 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1359010
Apr 22 21:37:57.661473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f05389a-ba8c-4836-aa21-9f57477d6756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:57.663878 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2faa116-ddbf-4c83-b136-81b5fcabdf3e req-d43ce125-cae1-4d56-bf71-6b88a4f8a9f9 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111045
Apr 22 21:37:58.063633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:58.618150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:58.952575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a77b5-48f2-403d-87d6-19249beb5d16 req-266e8590-64f8-41cf-a79d-2107cc0c3a8d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:58.954557 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c21a77b5-48f2-403d-87d6-19249beb5d16 req-266e8590-64f8-41cf-a79d-2107cc0c3a8d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1130645
Apr 22 21:37:59.052030 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c21a77b5-48f2-403d-87d6-19249beb5d16 req-be0af0db-3d1e-47d5-b5e9-f8e362100d92 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853040
Apr 22 21:37:59.291242 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-e0073159-6ae2-4afe-b2a5-8c5e19109618 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1484795
Apr 22 21:37:59.423328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-c697812c-40c4-4524-bed9-ef88421ffae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:59.426589 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-c697812c-40c4-4524-bed9-ef88421ffae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 1099 time: 0.1031899
Apr 22 21:37:59.560577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:37:59.603865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-6e647619-565c-4b20-b0c8-af1fd273b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:59.605414 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-6e647619-565c-4b20-b0c8-af1fd273b3cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.1511981
Apr 22 21:37:59.719899 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-126097d6-276c-4bfc-a712-1c3716f00fcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 200  len: 1001 time: 0.1043372
Apr 22 21:37:59.801670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-3403d8f9-cc28-405c-9ab4-8b266aa959e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:59.803327 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-3403d8f9-cc28-405c-9ab4-8b266aa959e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0723629
Apr 22 21:37:59.893192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-7dd4af7a-bcc2-4ba7-bdeb-3dee779cfde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:37:59.894915 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-7dd4af7a-bcc2-4ba7-bdeb-3dee779cfde2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0839851
Apr 22 21:38:00.107760 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-bc4ffd78-3087-4bee-a1a9-655257c57032 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946306
Apr 22 21:38:00.591624 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9f3332f-9ebc-4c3e-8007-09d31e8ff868 req-81cb42d7-9471-4095-9806-3971af6559ed service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4757328
Apr 22 21:38:00.604431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193d55a-c05a-48ba-a85c-2c4da1c94228 req-8981e5ca-1b75-48a5-b3d5-2027c07fe841 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:00.612858 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b193d55a-c05a-48ba-a85c-2c4da1c94228 req-8981e5ca-1b75-48a5-b3d5-2027c07fe841 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1720166
Apr 22 21:38:00.701198 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b193d55a-c05a-48ba-a85c-2c4da1c94228 req-8b3965f4-27c0-4829-99e6-e3ba8e2008b1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866332
Apr 22 21:38:01.921488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b56c24-42a8-4d33-ba2d-357758d3f3f8 req-7ab6d5d9-90fe-483b-9480-dfb97df5b6b7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:01.923317 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0b56c24-42a8-4d33-ba2d-357758d3f3f8 req-7ab6d5d9-90fe-483b-9480-dfb97df5b6b7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0940673
Apr 22 21:38:01.988896 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0b56c24-42a8-4d33-ba2d-357758d3f3f8 req-eb61b6ba-06a5-45f5-93d0-1eead23ed5ae tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579078
Apr 22 21:38:02.079576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:03.216000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced3a2a-7c6e-41a6-a9bd-a0b3fd16029b req-dc1e3036-e55e-4031-b99e-588b7d7c377b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:03.217740 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ced3a2a-7c6e-41a6-a9bd-a0b3fd16029b req-dc1e3036-e55e-4031-b99e-588b7d7c377b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0967014
Apr 22 21:38:03.276110 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ced3a2a-7c6e-41a6-a9bd-a0b3fd16029b req-34e5d021-b85c-4abb-9ad8-fee545506ad1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510759
Apr 22 21:38:04.516615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d951-15ff-45b0-9ca7-60f6d106f399 req-27699ea0-31a7-4f33-a00c-d9a8fd8a4da3 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:04.518421 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ade2d951-15ff-45b0-9ca7-60f6d106f399 req-27699ea0-31a7-4f33-a00c-d9a8fd8a4da3 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1071248
Apr 22 21:38:04.571262 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ade2d951-15ff-45b0-9ca7-60f6d106f399 req-b9590eb2-5966-49a6-ab9f-5f3f0152daaa tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458915
Apr 22 21:38:05.806058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69a5c7-8f07-4b1e-82ff-893a3e1833d1 req-bfae7dae-0cb3-45f7-897b-f91e22e5e654 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:05.808743 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a69a5c7-8f07-4b1e-82ff-893a3e1833d1 req-bfae7dae-0cb3-45f7-897b-f91e22e5e654 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1154172
Apr 22 21:38:05.891349 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a69a5c7-8f07-4b1e-82ff-893a3e1833d1 req-d1327d2c-683b-44d2-b899-e817b6f291e9 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750685
Apr 22 21:38:07.121628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee170408-9ada-4e71-a243-5970d6cda27b req-99356765-193d-48c6-97c0-aebcee79a75a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:07.123622 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee170408-9ada-4e71-a243-5970d6cda27b req-99356765-193d-48c6-97c0-aebcee79a75a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0971277
Apr 22 21:38:07.174145 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee170408-9ada-4e71-a243-5970d6cda27b req-6746f027-ed26-47df-a580-a04e5601610f tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429955
Apr 22 21:38:07.432933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b728c-40c4-445a-9d45-a179357b1275 req-46a8d528-2626-4fdd-bf80-68ceb9265717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:07.434647 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd5b728c-40c4-445a-9d45-a179357b1275 req-46a8d528-2626-4fdd-bf80-68ceb9265717 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.1168742
Apr 22 21:38:07.496138 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd5b728c-40c4-445a-9d45-a179357b1275 req-e71c6dd1-7cc3-4038-8c4b-4ec5ae7caf41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425966
Apr 22 21:38:07.812391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636f3d6-004a-43e7-88b9-c2086d1165b1 req-c213c7fd-cb69-4707-b9bb-a64f03521eaa tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:07.815239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4636f3d6-004a-43e7-88b9-c2086d1165b1 req-c213c7fd-cb69-4707-b9bb-a64f03521eaa tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.1278260
Apr 22 21:38:07.867020 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4636f3d6-004a-43e7-88b9-c2086d1165b1 req-68b73e09-adfa-48c5-b4d5-65d4be6eabf5 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452900
Apr 22 21:38:07.905039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42986) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:08.245208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec1b2a-32cb-4a49-93a5-d5093ef5f657 tempest-TestMinimumBasicScenario-276671192 tempest-TestMinimumBasicScenario-276671192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:08.247217 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-abec1b2a-32cb-4a49-93a5-d5093ef5f657 tempest-TestMinimumBasicScenario-276671192 tempest-TestMinimumBasicScenario-276671192-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1093 time: 0.3406610
Apr 22 21:38:08.251645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 42998) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:08.257748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'port_id': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:08.264651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:08.269298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:floatingip and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:08.272942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:08.279735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:08.291157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:08.448153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f353e1d-1073-425e-9051-bfec2a9be680 req-56f5fdd3-f7db-4464-bef5-048eafa8c8d7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:08.459150 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f353e1d-1073-425e-9051-bfec2a9be680 req-56f5fdd3-f7db-4464-bef5-048eafa8c8d7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1266592
Apr 22 21:38:08.496008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:08.520216 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f353e1d-1073-425e-9051-bfec2a9be680 req-2655896b-ef59-482f-aeaa-cd16ee7faeed tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600600
Apr 22 21:38:08.682977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Allocated IP 172.27.3.236 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/5c9d2882-8c03-4c92-9c16-be63a21f1766) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:38:08.855352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:08.890864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:08.896096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:08.963332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:38:08.967824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:38:08.973134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:38:09.019933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'Port': ['ID=5c9d2882-8c03-4c92-9c16-be63a21f1766,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:09.036723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.037133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.037590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.037985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.038380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.038772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.039198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.039586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.039976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.040363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.040759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.041143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:09.047545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:09.762089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:09.777247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35603-f534-4d59-948e-069160a11978 req-a7a86cbd-a3a9-43f7-83a1-7d2c08709086 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:09.780271 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b35603-f534-4d59-948e-069160a11978 req-a7a86cbd-a3a9-43f7-83a1-7d2c08709086 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1251619
Apr 22 21:38:09.861106 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75b35603-f534-4d59-948e-069160a11978 req-9bb2e187-01fd-48a2-93cc-54f30e101fb4 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713544
Apr 22 21:38:09.911229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:10.249984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:10.255043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:10.261700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5207ced1-08ca-49cc-9564-412c7ffd4511 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:10.388339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'Port': ['ID=5c9d2882-8c03-4c92-9c16-be63a21f1766,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:10.393999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:10.401812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:10.579322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed98067-29a5-4ee0-800f-7157a5e1bd06 req-58e39228-481d-4769-8d10-dcd445de6b00 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:10.581041 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aed98067-29a5-4ee0-800f-7157a5e1bd06 req-58e39228-481d-4769-8d10-dcd445de6b00 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1242898
Apr 22 21:38:10.583508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fb2c-315f-4604-918e-9825e82308e9 req-ddfa4dd4-e3ea-438b-8895-9f1fdc7d1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:10.584891 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-ddfa4dd4-e3ea-438b-8895-9f1fdc7d1a72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 1098 time: 0.1723514
Apr 22 21:38:10.622925 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Floating IP 98761705-50c5-4f2d-8b77-ab9d645c10b2 associated. External IP: 172.27.3.236, port: 155480e7-7c89-4d14-aa81-2ed53ddb07c2.
Apr 22 21:38:10.775514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fb2c-315f-4604-918e-9825e82308e9 req-ce35cdd6-8c67-4905-a861-c390b3b331ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:10.777512 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-ce35cdd6-8c67-4905-a861-c390b3b331ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 200  len: 919 time: 0.1712620
Apr 22 21:38:10.814592 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aed98067-29a5-4ee0-800f-7157a5e1bd06 req-1b02b081-ee7f-42a0-aa45-eedf9c37a6fe tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266865
Apr 22 21:38:10.821565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:38:10.901162 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-c53e6432-621e-4b78-bede-e1fea753f67e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 200  len: 217 time: 0.0853429
Apr 22 21:38:10.992209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fb2c-315f-4604-918e-9825e82308e9 req-7f71cc25-86e3-46a1-8042-2304edf9229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:10.994011 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-7f71cc25-86e3-46a1-8042-2304edf9229b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 200  len: 859 time: 0.0851083
Apr 22 21:38:11.059433 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-a8585a33-4158-4fb9-91a4-57885eb81947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29210b35-410d-4b84-bd3b-5920a14f1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505452
Apr 22 21:38:11.091983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Router 81b5f4fd-0138-4044-abd8-90fe99874c3f has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:38:11.230176 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-450b21ef-a595-4f4f-a1fc-fd7a40b5582c service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628816
Apr 22 21:38:11.299657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:38:11.310064 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Sync routers for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:38:11.321490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:11.322271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf93bcf8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:11.328249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:11.389785 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af00fb2c-315f-4604-918e-9825e82308e9 req-0572c004-a1e8-4f6d-adfb-7623bc84fe04 service neutron] 10.222.0.13 "GET /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486304
Apr 22 21:38:11.396339 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1434455
Apr 22 21:38:11.397549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:11.404360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43040) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:11.411735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190018270', 'description': 'tempest-secgroup-smoke-190018270 description', 'project_id': '5d8dde9ce4044161b7985dee277429df'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:11.419571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:11.424713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:11.428383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:11.436221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:11.450924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:11.453385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:38:11.477927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:11.483093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:11.486166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:11.494307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:11.525492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:11.632633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-ce2864f9-04f4-4c0e-b8e1-271877b4c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:11.634218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-ce2864f9-04f4-4c0e-b8e1-271877b4c995 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1098 time: 0.1359382
Apr 22 21:38:11.674903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:11.679344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:11.689248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:11.807467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facb85a3-5c80-4369-b85f-de72a3fb9a07,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:11.810131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:11.819478 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4062192
Apr 22 21:38:11.819478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:11.819478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43046) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:11.904826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:11.916501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:11.924448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:11.930501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:11.951718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:11.959089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-a37bfe2a-897f-498c-95ac-3ff5c9883334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:11.961942 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-a37bfe2a-897f-498c-95ac-3ff5c9883334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.3135660
Apr 22 21:38:11.995735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf93bcf8>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '98761705-50c5-4f2d-8b77-ab9d645c10b2', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'port_id': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'mac_address': 'fa:16:3e:16:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:09Z', 'updated_at': '2021-04-22T21:38:09Z', 'revision_number': 0, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:12.005498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Checking router: 81b5f4fd-0138-4044-abd8-90fe99874c3f for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:38:12.016926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:12.017666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf93bcf8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:37:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:12.153716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.236388 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-8cb6f3ed-48f4-4a7d-95a1-82f1f31ab5fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 999 time: 0.2633445
Apr 22 21:38:12.357186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21c041-5f83-4997-acb6-aad244815858 req-c9350f92-00c5-4039-8e70-6427e337b8a7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:12.359606 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f21c041-5f83-4997-acb6-aad244815858 req-c9350f92-00c5-4039-8e70-6427e337b8a7 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2964530
Apr 22 21:38:12.417502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.430009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.479168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:12.490615 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f21c041-5f83-4997-acb6-aad244815858 req-f87c171d-e4dd-4366-a23f-b765b2b481a5 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089387
Apr 22 21:38:12.497120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-1dab2bee-0557-4392-a28a-c80cd2838633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:12.499924 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-1dab2bee-0557-4392-a28a-c80cd2838633 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.2487183
Apr 22 21:38:12.521105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:12.577876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa9547f-9e0b-4662-9c86-39658767b947,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:12.594410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:12.607446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.608859 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7911682
Apr 22 21:38:12.614003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43072) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:12.620457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:12.628133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:12.633150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:12.636885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:12.646321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:12.659221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-be1c47be-c4da-4da5-9add-e0db531b6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:12.661483 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-be1c47be-c4da-4da5-9add-e0db531b6657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1511979
Apr 22 21:38:12.666254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.800013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.800163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43078) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:12.821860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.824521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec170742-a64a-43bc-9850-c1869c6f6136 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:12.925833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb29edb-4992-4820-9ea3-823725b900ef,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:12.932692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:12.959573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:12.964362 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3465607
Apr 22 21:38:12.974999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43084) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:12.979724 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-f68f253a-4acf-426e-816c-8ada7721f181 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3092597
Apr 22 21:38:12.991611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:13.022055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:13.040439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:13.059548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:13.085230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:13.165678 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.169655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf93bcf8>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '98761705-50c5-4f2d-8b77-ab9d645c10b2', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'port_id': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'mac_address': 'fa:16:3e:16:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:09Z', 'updated_at': '2021-04-22T21:38:09Z', 'revision_number': 0, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:13.181157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbefbf-4975-40d1-bc89-e111b002196c None None] The sync data for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi is: [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '98761705-50c5-4f2d-8b77-ab9d645c10b2', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'port_id': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'mac_address': 'fa:16:3e:16:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:09Z', 'updated_at': '2021-04-22T21:38:09Z', 'revision_number': 0, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:38:13.213800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:13.224084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c79b1440ff4b4bbace3cd54a3f3351 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:13.231367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:13.245030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:13.249834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.445369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.460041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.476575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:13.559456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0265c4c9-486e-4057-889e-a188559c0c9a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:13.566127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68780a9-50c9-4560-b05f-07abdf28f9a5 None None] New status for floating IP 98761705-50c5-4f2d-8b77-ab9d645c10b2: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:38:13.603224 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8ed0cd4-fb8e-48ae-a65c-3d526cfc33e0 req-0411caa1-eb88-4d2f-872e-c08895310ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6152642
Apr 22 21:38:13.607045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:13.652055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.654343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.657400 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-90631ccd-f617-43c4-9b43-cf06e60afc99 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6797075
Apr 22 21:38:13.661278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43092) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:13.676437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:13.689497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.705435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:13.709900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:13.712924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c8c3b79-3aeb-4d3e-a4d8-ece683fcf0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:13.724693 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:13.752466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:13.771387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a34e2a9-14b4-4a88-bdec-98f84a0ecc8e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:13.776339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:13.779230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4c79b1440ff4b4bbace3cd54a3f3351&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9779670
Apr 22 21:38:13.783140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43096) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:13.805534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:13.909074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd51cf-9fdf-46a6-a9d2-e0c78b3f4963 req-2a527dea-e18e-4b25-9eba-d866de61be01 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:13.910937 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ecd51cf-9fdf-46a6-a9d2-e0c78b3f4963 req-2a527dea-e18e-4b25-9eba-d866de61be01 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1950645
Apr 22 21:38:13.989423 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ecd51cf-9fdf-46a6-a9d2-e0c78b3f4963 req-5ecbe0ed-b686-4ac6-bf30-6ed7312b1bb1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706701
Apr 22 21:38:14.006308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.043995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.050590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.069749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcd9d459-00b0-476f-a68b-bfdf73ec4201 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:14.130726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.138246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9681cf2d-c3da-4ea0-bc9b-8148b19102e4,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:14.148536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:14.159666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.160987 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37e957da-22c8-4989-a410-66317e5f5077 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4982171
Apr 22 21:38:14.164657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43102) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:14.174929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:14.186521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:14.194345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:14.196227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.199229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:14.202694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3da94106-3b90-40d0-a579-c5f34ea9bd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:14.207410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:14.221452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a34e2a9-14b4-4a88-bdec-98f84a0ecc8e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:14.222474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.223813 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a34e2a9-14b4-4a88-bdec-98f84a0ecc8e HTTP/1.1" status: 204  len: 168 time: 0.4395642
Apr 22 21:38:14.224927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:14.237920 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Project 5d8dde9ce4044161b7985dee277429df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:38:14.246836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.322328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.326375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.329182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:14.356666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eec1b7-7708-441a-bd23-2318b5789667,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:14.359645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:14.367825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.369182 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2025292
Apr 22 21:38:14.372327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43108) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:14.379138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'security_group_rule': {'security_group_id': 'facb85a3-5c80-4369-b85f-de72a3fb9a07', 'project_id': '5d8dde9ce4044161b7985dee277429df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:14.386805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:14.391986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Usage tracker for resource:security_group_rule and tenant:5d8dde9ce4044161b7985dee277429df is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:14.396118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:14.404050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:14.416663 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Project 5d8dde9ce4044161b7985dee277429df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:38:14.425243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.514950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.518804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.521279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4837c41d-8fb7-4cf2-add2-f5b33ef25ccb tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:14.547473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08da734b-75bc-453f-a834-9dafce33068a,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:14.552523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:14.563031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:14.564742 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a8b6740f-f160-462e-ac7a-b75cc0671319 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1906767
Apr 22 21:38:14.737225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-71f4f020-834b-4550-8b99-6dec13d666be req-287828da-7ca8-4213-9c3e-a4b52ff0c0cf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Synchronizing usage tracker for tenant:5d8dde9ce4044161b7985dee277429df on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:14.763702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-71f4f020-834b-4550-8b99-6dec13d666be req-287828da-7ca8-4213-9c3e-a4b52ff0c0cf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Unset dirty status for tenant:5d8dde9ce4044161b7985dee277429df on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:14.765207 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71f4f020-834b-4550-8b99-6dec13d666be req-287828da-7ca8-4213-9c3e-a4b52ff0c0cf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190018270&fields=id&tenant_id=5d8dde9ce4044161b7985dee277429df HTTP/1.1" status: 200  len: 267 time: 0.1022375
Apr 22 21:38:14.875384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f020-834b-4550-8b99-6dec13d666be req-c2052ef8-5a1b-4cb1-bb73-1385fde8cca2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:14.877130 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71f4f020-834b-4550-8b99-6dec13d666be req-c2052ef8-5a1b-4cb1-bb73-1385fde8cca2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.1055377
Apr 22 21:38:14.895159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'port': {'security_groups': ['80800793-e4f3-41ab-8e33-74e93a73d959', 'facb85a3-5c80-4369-b85f-de72a3fb9a07']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:15.052054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:15.288374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a7e4-2ae4-4d51-8d02-2a2e2c52df03 req-64036c04-4aba-4861-80ad-a41b5f4ebc9b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:15.290061 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6161a7e4-2ae4-4d51-8d02-2a2e2c52df03 req-64036c04-4aba-4861-80ad-a41b5f4ebc9b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1807923
Apr 22 21:38:15.492447 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6161a7e4-2ae4-4d51-8d02-2a2e2c52df03 req-39039006-37a0-4e41-bc0b-de049282a6a5 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817043
Apr 22 21:38:15.554029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:15.603829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:15.611804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:15.618264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-881eed63-f6cd-4dd5-a42c-d8a5c8c062c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:15.626727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:38:15.738133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:15.739327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:15.742096 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71f4f020-834b-4550-8b99-6dec13d666be req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "PUT /v2.0/ports/155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 981 time: 0.8525600
Apr 22 21:38:15.767604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:15.852529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:15.859582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:16.012433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:38:16.296743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-bfc797a7-38c3-4dc6-aaf5-522cb04a1459 None None] Provisioning complete for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:38:16.297510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bfc797a7-38c3-4dc6-aaf5-522cb04a1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:16.326207 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:38:16.352908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188a39-c7c1-46b0-b1fb-c0a58d82daaf req-394c7fef-9bf5-41ac-a225-a0446e460379 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:16.355083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff188a39-c7c1-46b0-b1fb-c0a58d82daaf req-394c7fef-9bf5-41ac-a225-a0446e460379 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.1346538
Apr 22 21:38:16.485165 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff188a39-c7c1-46b0-b1fb-c0a58d82daaf req-34af2da6-7e6d-4827-a9c4-8b670e4be52e tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1231289
Apr 22 21:38:16.536554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-b2b33811-c344-47c4-bf2a-066066da85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:16.538933 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-b2b33811-c344-47c4-bf2a-066066da85fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1137 time: 0.1570771
Apr 22 21:38:16.744440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-08f2251f-3ea6-4924-b293-620f2ff22975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:16.746159 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-08f2251f-3ea6-4924-b293-620f2ff22975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.1996403
Apr 22 21:38:16.877812 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-e81b8596-68a5-4f12-9ccc-c7580f05e3fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 1001 time: 0.1099033
Apr 22 21:38:16.964043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-4b09ba50-6b42-4219-a485-839b6ff6c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:16.966125 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-4b09ba50-6b42-4219-a485-839b6ff6c2bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.0805361
Apr 22 21:38:17.104322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-c0f4e989-17af-4945-8ebf-0590647aedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:17.106099 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-c0f4e989-17af-4945-8ebf-0590647aedec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1223207
Apr 22 21:38:17.266501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-5eac7e8e-4078-41a5-aa1c-c1ccd97b66fa service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493945
Apr 22 21:38:17.439383 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d74fe6aa-9d02-469e-98b3-3d30381d3ee6 req-280214bf-24b1-4b79-ad74-3378a80b97fd service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621695
Apr 22 21:38:23.144983 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-9171eed6-4233-4813-af65-a0f53c76a1e7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542877154&fields=id&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 267 time: 0.0553670
Apr 22 21:38:23.323484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-7a3573e0-6d19-451f-95cd-fd59bbeca9bb tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:23.325081 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-7a3573e0-6d19-451f-95cd-fd59bbeca9bb tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.1718025
Apr 22 21:38:23.345226 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-d1668639-fdf1-42a7-a691-6bb58a8592a8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/quotas/7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 375 time: 0.0131595
Apr 22 21:38:23.452350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-1c2120e1-58fa-4e84-8008-a843d8067c25 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:23.472279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-1c2120e1-58fa-4e84-8008-a843d8067c25 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:23.473844 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-1c2120e1-58fa-4e84-8008-a843d8067c25 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1175601
Apr 22 21:38:23.649440 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-9d0e1ff6-942f-4058-b0bf-3ebea572434e service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609097
Apr 22 21:38:23.821124 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-b9bebe38-674c-4b3b-b047-b07d48dfb2b6 service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642337
Apr 22 21:38:24.368850 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5b330f78-78c4-4cce-8f14-6f744dcf1d28 req-97338ab6-b897-4b6f-8dff-1fb3937422c4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0830863
Apr 22 21:38:25.183033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5decb6c8-084f-4c20-a732-f43fa14e38fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:25.604299 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dab54c1-b27a-49f9-8c1a-f855acb13194 req-4bb8ce72-b8df-4fae-883a-7b3afca3db2e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0963354
Apr 22 21:38:25.887980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-e7dea9bb-55a8-42f1-9ef1-c2e2294de338 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:25.889837 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-e7dea9bb-55a8-42f1-9ef1-c2e2294de338 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.2342825
Apr 22 21:38:25.985777 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-e5cb9eee-df17-47ba-ae10-cc6596d3f1bd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 380 time: 0.0774648
Apr 22 21:38:26.001792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'port': {'device_id': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'admin_state_up': True, 'tenant_id': '7783cc8b62634e62850034643827bece', 'security_groups': ['a4c47417-15cf-448e-81e0-35fa2c79a32b']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:26.218167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:26.229780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:26.241880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Made reservation on behalf of 7783cc8b62634e62850034643827bece for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:38:26.253178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:26.537117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.20.0.13 (372d972d-7a9f-4ed3-86ea-96a39449eb07/83f1d3f3-0b44-4693-ae45-ed6fb9dab513/932dd6bd-175a-42c7-aa0f-712d633745bd) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:38:26.761122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:26.829916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Transition to ACTIVE for port object 932dd6bd-175a-42c7-aa0f-712d633745bd will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:38:26.833737 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67ccc5c6-2f51-4791-9f01-3fc63a18966b req-df8f5ffc-628e-4ad3-9cfd-51772a33ce09 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0644915
Apr 22 21:38:26.866437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:26.873548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:27.192357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:38:27.197383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:38:27.202354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:38:27.250136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:27.273880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.274324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.274646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.275068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.275457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.275851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.276235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.276621 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.277013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.277400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.277823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.278208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:27.285836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:27.304575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:27.305674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:27.336794 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3449275
Apr 22 21:38:27.463307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edc7ae-46ed-41a7-bdda-2ecf6da4f650 req-d1b7cc42-7d81-4aab-9ff1-3a2098ede7ee tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:27.465105 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62edc7ae-46ed-41a7-bdda-2ecf6da4f650 req-d1b7cc42-7d81-4aab-9ff1-3a2098ede7ee tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1271594
Apr 22 21:38:27.506710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-fd7d68f5-f5e3-4b80-889b-6e0db4ad0c9b None None] Provisioning for port 932dd6bd-175a-42c7-aa0f-712d633745bd completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:38:27.512997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-fd7d68f5-f5e3-4b80-889b-6e0db4ad0c9b None None] Provisioning complete for port 932dd6bd-175a-42c7-aa0f-712d633745bd triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:38:27.513629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd7d68f5-f5e3-4b80-889b-6e0db4ad0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:27.523506 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62edc7ae-46ed-41a7-bdda-2ecf6da4f650 req-eb04190b-90fc-4b50-9c24-1fd9058e2e2d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507886
Apr 22 21:38:27.580607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d68f5-f5e3-4b80-889b-6e0db4ad0c9b None None] Port 932dd6bd-175a-42c7-aa0f-712d633745bd cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:38:27.639139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07504cb7-9b61-425f-8698-e7527decd02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:28.056879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:28.076719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667965-df0b-4dad-ad86-851077e2a0dd req-8669a4cd-66b7-4bf0-b246-eaced3b8ed05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:28.077585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-73667965-df0b-4dad-ad86-851077e2a0dd req-8669a4cd-66b7-4bf0-b246-eaced3b8ed05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:28.093931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-73667965-df0b-4dad-ad86-851077e2a0dd req-8669a4cd-66b7-4bf0-b246-eaced3b8ed05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:28.095329 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73667965-df0b-4dad-ad86-851077e2a0dd req-8669a4cd-66b7-4bf0-b246-eaced3b8ed05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 932 time: 0.1289597
Apr 22 21:38:28.150077 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73667965-df0b-4dad-ad86-851077e2a0dd req-757ded54-b662-4be4-ba5c-ca227c6f40b0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468481
Apr 22 21:38:28.623158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:28.791562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f66e9-6482-41b8-8bd8-245a5e5d1950 req-e5447701-913a-445f-b6cd-f88d9abd709b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:28.793462 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-627f66e9-6482-41b8-8bd8-245a5e5d1950 req-e5447701-913a-445f-b6cd-f88d9abd709b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1005616
Apr 22 21:38:28.846582 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-627f66e9-6482-41b8-8bd8-245a5e5d1950 req-6add3be3-17a8-4848-95e7-8b4e55dac6d8 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453165
Apr 22 21:38:29.555225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3de19-c6cf-4f05-ab90-bcef4c984885 req-6f62a556-80c3-4cf6-a725-eae2f5a0f3ca tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:29.558111 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67b3de19-c6cf-4f05-ab90-bcef4c984885 req-6f62a556-80c3-4cf6-a725-eae2f5a0f3ca tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 932 time: 0.1330562
Apr 22 21:38:29.565555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Request body: {'port': {'device_id': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:29.565846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:29.781254 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67b3de19-c6cf-4f05-ab90-bcef4c984885 req-6b0c3339-4038-4d30-88f0-79a8203215ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556227
Apr 22 21:38:29.814848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:30.248253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cadaf-45c7-4e29-9c47-b47814a18c70 req-d427a65b-0dff-49b7-9419-f95cbe5c6c3c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:30.250078 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d34cadaf-45c7-4e29-9c47-b47814a18c70 req-d427a65b-0dff-49b7-9419-f95cbe5c6c3c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2272761
Apr 22 21:38:30.374688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932dd6bd-175a-42c7-aa0f-712d633745bd {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:38:30.382459 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d34cadaf-45c7-4e29-9c47-b47814a18c70 req-f605edb9-7446-45b2-ade2-efd38fd8993a tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175082
Apr 22 21:38:30.387823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:30.406401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Transition to ACTIVE for port object 932dd6bd-175a-42c7-aa0f-712d633745bd will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:38:30.418841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:30.427546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-620b562f-010e-4e85-9195-55832de5a36a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:30.595152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:30.625141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:30.760076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Attempting to bind port 932dd6bd-175a-42c7-aa0f-712d633745bd on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:38:30.760702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Attempting to bind port 932dd6bd-175a-42c7-aa0f-712d633745bd by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:38:30.761331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Attempting to bind port 932dd6bd-175a-42c7-aa0f-712d633745bd on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:38:30.771546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Port 932dd6bd-175a-42c7-aa0f-712d633745bd on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:38:30.772173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Attempting to bind port 932dd6bd-175a-42c7-aa0f-712d633745bd on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:38:30.783397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:38:30.784026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:38:30.784728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Bound using segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:38:30.785580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Bound port: 932dd6bd-175a-42c7-aa0f-712d633745bd, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:38:30.786224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:31.070538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:38:31.078534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=932dd6bd-175a-42c7-aa0f-712d633745bd,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:38:31.095939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:31.108311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-293b1acd-6e7d-48e1-a717-d486851e56ec tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:31.174818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:31.175334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:31.176938 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/932dd6bd-175a-42c7-aa0f-712d633745bd HTTP/1.1" status: 200  len: 1094 time: 1.6390784
Apr 22 21:38:31.177554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:31.222469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261b06-1425-4c5c-b8d6-02f832a1fcae req-20296ec2-1e63-4bad-839a-461233f3e2f4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:31.224402 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8c261b06-1425-4c5c-b8d6-02f832a1fcae req-20296ec2-1e63-4bad-839a-461233f3e2f4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.3067937
Apr 22 21:38:31.229708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:31.235482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:31.254621 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'status': 'completed', 'code': 200}
Apr 22 21:38:31.286829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8c261b06-1425-4c5c-b8d6-02f832a1fcae req-b77c7162-dbf0-463a-946a-94d834ed8056 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535581
Apr 22 21:38:31.663856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dfd2a-3e9c-4eba-914b-ba0bf78b889b req-dcac4966-6053-45fd-8f96-f80fde3ebf04 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:31.665592 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-352dfd2a-3e9c-4eba-914b-ba0bf78b889b req-dcac4966-6053-45fd-8f96-f80fde3ebf04 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1384780
Apr 22 21:38:31.723755 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-352dfd2a-3e9c-4eba-914b-ba0bf78b889b req-4de26166-966e-4319-8fe3-10e0a5a04455 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469241
Apr 22 21:38:32.515880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13298-4e08-4579-b577-a7e068144adb req-82bbaf08-f08c-4e3d-ab12-7fa12a895234 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:32.517651 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fba13298-4e08-4579-b577-a7e068144adb req-82bbaf08-f08c-4e3d-ab12-7fa12a895234 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.1009717
Apr 22 21:38:32.575689 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fba13298-4e08-4579-b577-a7e068144adb req-87738ef9-3a99-4892-bc47-aad79b6419c7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455325
Apr 22 21:38:32.914009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:32.999726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbab26-8bf3-421d-b45e-2f2572f6b260 req-8beaa56b-d414-4069-a46b-9df69a71e19b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:33.001707 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3fbab26-8bf3-421d-b45e-2f2572f6b260 req-8beaa56b-d414-4069-a46b-9df69a71e19b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1183295
Apr 22 21:38:33.052414 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3fbab26-8bf3-421d-b45e-2f2572f6b260 req-bc94fb07-2676-4eb3-8c72-5b2a11c9fd62 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437636
Apr 22 21:38:33.793318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca56-eee3-4f21-9dab-aff2b2bfd48b req-4c1f54fc-0572-485d-be24-9f11e7f4f8f0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:33.795127 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-738fca56-eee3-4f21-9dab-aff2b2bfd48b req-4c1f54fc-0572-485d-be24-9f11e7f4f8f0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.0965359
Apr 22 21:38:33.853422 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-738fca56-eee3-4f21-9dab-aff2b2bfd48b req-834582a5-5876-46b5-b863-cde227c57529 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512111
Apr 22 21:38:34.086653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b979-5e58-4516-941a-92ef2076afca req-b16958a1-c1a8-4a97-bab4-0ef592a60fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:34.089670 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-94d9b979-5e58-4516-941a-92ef2076afca req-b16958a1-c1a8-4a97-bab4-0ef592a60fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 1097 time: 0.1513739
Apr 22 21:38:34.488065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b979-5e58-4516-941a-92ef2076afca req-e2345fba-189b-4fd2-8899-644393ef1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:34.489731 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-94d9b979-5e58-4516-941a-92ef2076afca req-e2345fba-189b-4fd2-8899-644393ef1116 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7783cc8b62634e62850034643827bece&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3901536
Apr 22 21:38:34.508805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4905dbb-9713-4c39-bb7c-6fc2e720af24 req-48a8120c-eac3-4e6b-a7d1-2805d93a08bc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:34.510678 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4905dbb-9713-4c39-bb7c-6fc2e720af24 req-48a8120c-eac3-4e6b-a7d1-2805d93a08bc tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.2634778
Apr 22 21:38:34.657595 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4905dbb-9713-4c39-bb7c-6fc2e720af24 req-26b618ed-a937-4732-ae34-ac70cd605513 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198342
Apr 22 21:38:34.719691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b979-5e58-4516-941a-92ef2076afca req-097cb451-0c4b-437d-9899-b8d0c2a143a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:34.721305 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-94d9b979-5e58-4516-941a-92ef2076afca req-097cb451-0c4b-437d-9899-b8d0c2a143a8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2218797
Apr 22 21:38:34.847348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-ea98ddc3-82fa-4977-b643-d2851989dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:34.849116 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-ea98ddc3-82fa-4977-b643-d2851989dbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 1097 time: 0.0829940
Apr 22 21:38:34.944828 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-73836d06-f11e-49c2-88a9-8b67b0b7a9ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932dd6bd-175a-42c7-aa0f-712d633745bd HTTP/1.1" status: 200  len: 217 time: 0.0779319
Apr 22 21:38:35.033463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-28e1f9d5-aba9-4068-8e8e-a92731463dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:35.035310 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-28e1f9d5-aba9-4068-8e8e-a92731463dbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0780537
Apr 22 21:38:35.185875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9500d2-2cd7-44c5-bd7f-dbddd35dbc77 req-c0b94efd-acdc-43a9-b9ac-30ab2f03b8a4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:35.187948 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d9500d2-2cd7-44c5-bd7f-dbddd35dbc77 req-c0b94efd-acdc-43a9-b9ac-30ab2f03b8a4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.1513200
Apr 22 21:38:35.249735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-0eef8e91-468d-4205-a74f-eccddef78da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:35.251571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-0eef8e91-468d-4205-a74f-eccddef78da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1723626
Apr 22 21:38:35.261772 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d9500d2-2cd7-44c5-bd7f-dbddd35dbc77 req-046d96a1-a563-425d-b7b4-a83834f9887d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594058
Apr 22 21:38:35.432269 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-4b396dcf-cdbb-4315-8f42-c4e6106a1ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601555
Apr 22 21:38:35.560959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-afc4a61a-beb1-439b-a5e1-d7736be72d67 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:35.561741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-afc4a61a-beb1-439b-a5e1-d7736be72d67 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Synchronizing usage tracker for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:35.580432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-afc4a61a-beb1-439b-a5e1-d7736be72d67 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Unset dirty status for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:35.582070 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-afc4a61a-beb1-439b-a5e1-d7736be72d67 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1144629
Apr 22 21:38:35.592366 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5199633c-d1ab-460a-bbe9-e05bbe98aabb req-be622be2-c37a-48fa-998b-9e1edb8d6014 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499996
Apr 22 21:38:35.743740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Deleting port 904395da-eea4-453b-9ac4-5931d4114345 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:35.744099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:35.900834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] For port 904395da-eea4-453b-9ac4-5931d4114345, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=904395da-eea4-453b-9ac4-5931d4114345,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:35.901854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:35.954409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da1d3-524a-42c1-a41e-7089ac286f6d req-6efb18cb-67e8-498b-887d-443beffe6344 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:35.958036 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-411da1d3-524a-42c1-a41e-7089ac286f6d req-6efb18cb-67e8-498b-887d-443beffe6344 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cdfbb2-d254-45b2-b69c-a7c550250f07 HTTP/1.1" status: 200  len: 945 time: 0.1564577
Apr 22 21:38:36.016494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-411da1d3-524a-42c1-a41e-7089ac286f6d req-bc369c9b-2ebb-4e7f-876d-ec81813513b9 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509143
Apr 22 21:38:36.046825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Calling delete_port for 904395da-eea4-453b-9ac4-5931d4114345 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:36.171038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:36.177100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:36.192752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['fb23e756-c35e-46e5-a3af-ad2a418a05ec', '904395da-eea4-453b-9ac4-5931d4114345'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:38:36.228248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Pushing event deleted for resources: {'Port': ['ID=904395da-eea4-453b-9ac4-5931d4114345,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:36.231954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:36.315323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] No DVR routers for this DVR port 904395da-eea4-453b-9ac4-5931d4114345 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:38:36.318151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:36.321826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'name': 'network-vif-deleted', 'tag': '904395da-eea4-453b-9ac4-5931d4114345'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:36.339324 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61cbca3c-925d-4eb0-b3c3-cf0c67055485 req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "DELETE /v2.0/ports/904395da-eea4-453b-9ac4-5931d4114345 HTTP/1.1" status: 204  len: 173 time: 0.7493649
Apr 22 21:38:36.391670 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cdfbb2-d254-45b2-b69c-a7c550250f07', 'name': 'network-vif-deleted', 'tag': '904395da-eea4-453b-9ac4-5931d4114345', 'status': 'completed', 'code': 200}
Apr 22 21:38:36.594079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae521a0b-9ffc-4a4c-91ec-92c0750d2dca req-9745a06c-ce4d-4496-9f01-debc37b76cac tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:36.595916 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae521a0b-9ffc-4a4c-91ec-92c0750d2dca req-9745a06c-ce4d-4496-9f01-debc37b76cac tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.1384366
Apr 22 21:38:36.652700 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae521a0b-9ffc-4a4c-91ec-92c0750d2dca req-b3c9bf36-5a68-4730-920e-07df0dfd1bb7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495005
Apr 22 21:38:37.546491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984518b8-4fbc-497e-8256-d02c7e1082fd req-a1a418fb-383d-4891-b55c-f107134e43e0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:37.548213 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-984518b8-4fbc-497e-8256-d02c7e1082fd req-a1a418fb-383d-4891-b55c-f107134e43e0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0977654
Apr 22 21:38:37.602308 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-984518b8-4fbc-497e-8256-d02c7e1082fd req-a89d329c-7701-4d36-98c5-9c508309440e tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472643
Apr 22 21:38:37.886027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa26558-522a-4325-a89b-45c10be46fb5 req-960df7a7-bfc1-43cb-a7b4-e0dcba4dd849 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:37.888016 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4aa26558-522a-4325-a89b-45c10be46fb5 req-960df7a7-bfc1-43cb-a7b4-e0dcba4dd849 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.0998631
Apr 22 21:38:37.948684 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4aa26558-522a-4325-a89b-45c10be46fb5 req-4e37d820-8c27-4997-bd4f-7f3f0107da9b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488882
Apr 22 21:38:38.904706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 904395da-eea4-453b-9ac4-5931d4114345 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:38.925734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd91b-fb34-42ca-a27b-0d960c7dcfb9 req-e5ba74ab-dfb4-4fd1-8da3-9ea219a9c24d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:38.928838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-983dd91b-fb34-42ca-a27b-0d960c7dcfb9 req-e5ba74ab-dfb4-4fd1-8da3-9ea219a9c24d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1125021
Apr 22 21:38:38.945247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 904395da-eea4-453b-9ac4-5931d4114345 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:38:38.946075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 904395da-eea4-453b-9ac4-5931d4114345 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:38:39.010997 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-983dd91b-fb34-42ca-a27b-0d960c7dcfb9 req-51a8ee66-0c2f-4514-a30b-57a1f5d1c114 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685589
Apr 22 21:38:39.590594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46534af6-ae4a-4b02-8164-519551b36614 req-43d650ca-d725-468b-84b2-ba52198e5df0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:39.592330 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46534af6-ae4a-4b02-8164-519551b36614 req-43d650ca-d725-468b-84b2-ba52198e5df0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.3637073
Apr 22 21:38:39.646180 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46534af6-ae4a-4b02-8164-519551b36614 req-d1782834-b41d-46d3-b9e1-8989648f4e61 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465202
Apr 22 21:38:40.289679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c372f7-8e79-458a-88ad-71e150169608 req-4a7c6176-a119-4b9f-b44f-ff1c6d0ea4da tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:40.291318 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-26c372f7-8e79-458a-88ad-71e150169608 req-4a7c6176-a119-4b9f-b44f-ff1c6d0ea4da tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0966878
Apr 22 21:38:40.346838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-26c372f7-8e79-458a-88ad-71e150169608 req-ab05f84d-d61d-4c50-8d2d-b14841c32ec1 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481837
Apr 22 21:38:41.040143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5d7c1-5048-422b-a512-f47541d1c3c7 req-1a43f773-7603-4f7b-b0f6-a148c85d9480 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:41.043402 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-83d5d7c1-5048-422b-a512-f47541d1c3c7 req-1a43f773-7603-4f7b-b0f6-a148c85d9480 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.2613645
Apr 22 21:38:41.162147 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-83d5d7c1-5048-422b-a512-f47541d1c3c7 req-ecd99c35-eabe-4020-9dad-dd9c8befa118 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113365
Apr 22 21:38:41.179899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7118a5-3d62-4d7a-a0ea-318a339326c7 req-7efcc39c-f4d7-4c90-b0dc-10f5de3db929 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:41.181672 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb7118a5-3d62-4d7a-a0ea-318a339326c7 req-7efcc39c-f4d7-4c90-b0dc-10f5de3db929 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 946 time: 0.2704413
Apr 22 21:38:41.236534 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb7118a5-3d62-4d7a-a0ea-318a339326c7 req-d7328011-d58f-4b7b-9741-7d8f734a94f0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455143
Apr 22 21:38:41.565439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa75c2f-36b5-474f-8a9c-376744b80422 req-9a3476fd-f606-4f46-8de5-d9b57c69347d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:41.567270 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1aa75c2f-36b5-474f-8a9c-376744b80422 req-9a3476fd-f606-4f46-8de5-d9b57c69347d tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.1010752
Apr 22 21:38:41.620600 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1aa75c2f-36b5-474f-8a9c-376744b80422 req-4affcbb6-9dac-4015-9471-8ada50c20cb6 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464187
Apr 22 21:38:42.488713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552857-51a6-4095-9a68-1a863e36a811 req-36e482cf-2393-425b-b335-f48e64473b23 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:42.491537 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9552857-51a6-4095-9a68-1a863e36a811 req-36e482cf-2393-425b-b335-f48e64473b23 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 944 time: 0.1977863
Apr 22 21:38:42.610746 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9552857-51a6-4095-9a68-1a863e36a811 req-98111995-5652-447d-9e6c-0fd7b657bf4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018896
Apr 22 21:38:42.644611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750a30-5ebe-4d83-816e-dd7865aa9e81 req-d3b04605-39d4-4738-9516-e5b6d73d133d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:42.647481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8750a30-5ebe-4d83-816e-dd7865aa9e81 req-d3b04605-39d4-4738-9516-e5b6d73d133d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 946 time: 0.2207751
Apr 22 21:38:42.703946 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d8750a30-5ebe-4d83-816e-dd7865aa9e81 req-af1aeedd-b25f-4e23-8730-c1ea28eacb85 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485294
Apr 22 21:38:42.848032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1504ed3-ec27-4d53-9c49-3cb11de0bdfe req-1754c4b1-397e-4692-ac3e-cc7f6228f45c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:42.849867 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1504ed3-ec27-4d53-9c49-3cb11de0bdfe req-1754c4b1-397e-4692-ac3e-cc7f6228f45c tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.0939584
Apr 22 21:38:42.909578 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1504ed3-ec27-4d53-9c49-3cb11de0bdfe req-61f5b52d-fdf0-4996-a992-8b9463f27404 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524964
Apr 22 21:38:42.919673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 932dd6bd-175a-42c7-aa0f-712d633745bd details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:38:43.074431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=932dd6bd-175a-42c7-aa0f-712d633745bd,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:43.090739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'port_id': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'mac_address': 'fa:16:3e:b0:37:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:38:43.134473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-f0aa4eee-f979-4f35-90d9-3b144561f02f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:43.135915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-f0aa4eee-f979-4f35-90d9-3b144561f02f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Synchronizing usage tracker for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:43.164717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-f0aa4eee-f979-4f35-90d9-3b144561f02f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Unset dirty status for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:43.166219 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-f0aa4eee-f979-4f35-90d9-3b144561f02f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 946 time: 0.1938453
Apr 22 21:38:43.334728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:43.354748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932dd6bd-175a-42c7-aa0f-712d633745bd {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:38:43.374730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=932dd6bd-175a-42c7-aa0f-712d633745bd,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:43.379524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:43.382571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:43.412709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Deleting port 10fe56d6-1192-4722-b556-806622e79c86 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:43.413317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:43.483070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:43.492082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.492624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.493111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.493656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.494165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.494765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.495201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.495725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.496250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.496820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.497770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.498186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:38:43.503494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:43.658932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] For port 10fe56d6-1192-4722-b556-806622e79c86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=10fe56d6-1192-4722-b556-806622e79c86,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:43.659598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:43.736275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['932dd6bd-175a-42c7-aa0f-712d633745bd'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:38:43.932070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662c06-d3d3-4d2e-92bd-3e1f360ed212 req-82fe5e6e-53d6-47a5-880b-8bde87adf906 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:43.945505 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9662c06-d3d3-4d2e-92bd-3e1f360ed212 req-82fe5e6e-53d6-47a5-880b-8bde87adf906 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 945 time: 0.2027450
Apr 22 21:38:44.187698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Calling delete_port for 10fe56d6-1192-4722-b556-806622e79c86 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:44.243344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695386-51ad-4a07-b328-75ed1042e485 req-05df3ad2-01da-4770-baf7-9b1a3342e62b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:44.247593 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3695386-51ad-4a07-b328-75ed1042e485 req-05df3ad2-01da-4770-baf7-9b1a3342e62b tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2277143
Apr 22 21:38:44.365519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:44.375348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d13c131-bd5a-4b77-88ac-b4f145754dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:44.442373 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-927f9fa1-17ec-4ca8-bcc1-4ea704c41213 req-4b514faa-4263-46fa-a8a1-ab08bda52087 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7e08e2-b656-4e32-b00f-1254a79f6f47 HTTP/1.1" status: 200  len: 210 time: 0.5885484
Apr 22 21:38:44.466403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Pushing event deleted for resources: {'Port': ['ID=10fe56d6-1192-4722-b556-806622e79c86,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:44.520089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:44.574095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] No DVR routers for this DVR port 10fe56d6-1192-4722-b556-806622e79c86 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:38:44.577289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:44.587447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'name': 'network-vif-deleted', 'tag': '10fe56d6-1192-4722-b556-806622e79c86'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:44.605737 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49447f52-ebc3-41ed-92c4-50f1ebb11021 req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "DELETE /v2.0/ports/10fe56d6-1192-4722-b556-806622e79c86 HTTP/1.1" status: 204  len: 173 time: 1.4303920
Apr 22 21:38:44.608270 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9662c06-d3d3-4d2e-92bd-3e1f360ed212 req-da29831c-09c9-4698-a4d5-c014131bde3c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6607294
Apr 22 21:38:44.693072 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e08e2-b656-4e32-b00f-1254a79f6f47', 'name': 'network-vif-deleted', 'tag': '10fe56d6-1192-4722-b556-806622e79c86', 'status': 'completed', 'code': 200}
Apr 22 21:38:44.710890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['10fe56d6-1192-4722-b556-806622e79c86'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:38:44.743201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Deleting port fb23e756-c35e-46e5-a3af-ad2a418a05ec {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:44.743752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:44.935738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 932dd6bd-175a-42c7-aa0f-712d633745bd up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:38:44.938083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4952cf-073a-47aa-b4ac-30584528ed5a req-d4a0c7c0-2c5b-4b4c-8405-b48f5a6c55ec tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:44.939892 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b4952cf-073a-47aa-b4ac-30584528ed5a req-d4a0c7c0-2c5b-4b4c-8405-b48f5a6c55ec tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 945 time: 0.2823796
Apr 22 21:38:44.987331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] For port fb23e756-c35e-46e5-a3af-ad2a418a05ec, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fb23e756-c35e-46e5-a3af-ad2a418a05ec,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:44.987775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.070883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 932dd6bd-175a-42c7-aa0f-712d633745bd completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:38:45.080468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 932dd6bd-175a-42c7-aa0f-712d633745bd triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:38:45.081198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.145914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Calling delete_port for fb23e756-c35e-46e5-a3af-ad2a418a05ec owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:45.155485 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b4952cf-073a-47aa-b4ac-30584528ed5a req-3ab987fd-d230-4e7a-a547-717c09476bec tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/security-groups?id=42ba8317-19bf-4386-bbe0-9ba92be9119b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016478
Apr 22 21:38:45.297964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.326869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.331329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:45.333456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:45.343427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=932dd6bd-175a-42c7-aa0f-712d633745bd,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:45.348490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.351639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d619417d-17d8-43df-afcd-d784682ce366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:45.393824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Pushing event deleted for resources: {'Port': ['ID=fb23e756-c35e-46e5-a3af-ad2a418a05ec,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:45.397507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:45.446574 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'code': 200}
Apr 22 21:38:45.468574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:45.472547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:45.480566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] No DVR routers for this DVR port fb23e756-c35e-46e5-a3af-ad2a418a05ec on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:38:45.488135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:45.492327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'name': 'network-vif-deleted', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:45.514638 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3695386-51ad-4a07-b328-75ed1042e485 req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.13 "DELETE /v2.0/ports/fb23e756-c35e-46e5-a3af-ad2a418a05ec HTTP/1.1" status: 204  len: 173 time: 1.2583098
Apr 22 21:38:45.586145 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f116f1-8303-4238-9db6-4ea183822478', 'name': 'network-vif-deleted', 'tag': 'fb23e756-c35e-46e5-a3af-ad2a418a05ec', 'status': 'completed', 'code': 200}
Apr 22 21:38:45.973452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b037a8-603d-4068-b258-21b5c019fd03 req-c96f237f-ab27-4ce0-bf95-b4f7c01f67d6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:45.975327 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11b037a8-603d-4068-b258-21b5c019fd03 req-c96f237f-ab27-4ce0-bf95-b4f7c01f67d6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1888089
Apr 22 21:38:45.979096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960da93f-69e9-4dce-8c26-62e0d9a2f1be req-e6c8d730-46d4-47c5-ab69-36c95cdc2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:45.980703 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-960da93f-69e9-4dce-8c26-62e0d9a2f1be req-e6c8d730-46d4-47c5-ab69-36c95cdc2a85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 1099 time: 0.1920552
Apr 22 21:38:46.069811 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11b037a8-603d-4068-b258-21b5c019fd03 req-73c4455c-46bb-477d-b7b2-68dd92609493 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850854
Apr 22 21:38:46.071871 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-960da93f-69e9-4dce-8c26-62e0d9a2f1be req-970c4b41-0a6b-4219-83bc-2ddf93daadbb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705655
Apr 22 21:38:46.367769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-41f8b5ce-8cbd-4a8f-867f-4db938c01099 req-27134b70-6c19-4892-a18a-d848daf886fa tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Synchronizing usage tracker for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:46.385538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-41f8b5ce-8cbd-4a8f-867f-4db938c01099 req-27134b70-6c19-4892-a18a-d848daf886fa tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Unset dirty status for tenant:fdcf9d24ff464d7bb6badedeed717ecc on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:46.386892 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-41f8b5ce-8cbd-4a8f-867f-4db938c01099 req-27134b70-6c19-4892-a18a-d848daf886fa tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8f116f1-8303-4238-9db6-4ea183822478 HTTP/1.1" status: 200  len: 210 time: 0.0708044
Apr 22 21:38:47.237031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 10fe56d6-1192-4722-b556-806622e79c86 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:47.275929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 10fe56d6-1192-4722-b556-806622e79c86 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:38:47.276161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 10fe56d6-1192-4722-b556-806622e79c86 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:38:47.276688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device fb23e756-c35e-46e5-a3af-ad2a418a05ec no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:47.302935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7d3a-11d5-4e0c-9880-920bf569d670 req-c44676f2-d314-4544-b694-e6144aeff729 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:47.304661 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0eca7d3a-11d5-4e0c-9880-920bf569d670 req-c44676f2-d314-4544-b694-e6144aeff729 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1139326
Apr 22 21:38:47.313394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: fb23e756-c35e-46e5-a3af-ad2a418a05ec {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:38:47.313819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device fb23e756-c35e-46e5-a3af-ad2a418a05ec not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:38:47.364252 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0eca7d3a-11d5-4e0c-9880-920bf569d670 req-e927e9a5-bbe9-4bda-ba03-b0c0d994709c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524223
Apr 22 21:38:47.497878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43410) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:47.733039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:38:48.132967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:48.873993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40463-e1ae-4455-857e-3039e4449d68 req-9e87085d-a596-4386-9656-0e3813899d83 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:48.875651 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79c40463-e1ae-4455-857e-3039e4449d68 req-9e87085d-a596-4386-9656-0e3813899d83 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1571240
Apr 22 21:38:48.899368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Deleting port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:48.899810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:49.009822 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79c40463-e1ae-4455-857e-3039e4449d68 req-a9c3ffc5-21ee-459e-bd5e-bb13b263c6e9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260765
Apr 22 21:38:49.056648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] For port 3589f09e-2c59-404a-99e7-1f7ad4ff89ea, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,segment=NetworkSegment(9a711984-c145-42a4-a34d-38a1cb457846),segment_id=9a711984-c145-42a4-a34d-38a1cb457846)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:49.057045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:49.191082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Calling delete_port for 3589f09e-2c59-404a-99e7-1f7ad4ff89ea owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:49.508560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:49.518246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:49.609078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3589f09e-2c59-404a-99e7-1f7ad4ff89ea,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:49.614339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:49.957524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:50.320119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e12390-da97-4a82-90fc-2930f9d34f57 req-eca75313-d0b1-4600-b4a7-6720946d68e1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:50.321766 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96e12390-da97-4a82-90fc-2930f9d34f57 req-eca75313-d0b1-4600-b4a7-6720946d68e1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.2225201
Apr 22 21:38:50.451660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bd8f2-a419-4fc2-b188-04a1d2a21d7b req-214cd22f-4a7d-4b45-b9a8-eec3c9784b3b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:50.453367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-865bd8f2-a419-4fc2-b188-04a1d2a21d7b req-214cd22f-4a7d-4b45-b9a8-eec3c9784b3b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.2787621
Apr 22 21:38:50.562756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96e12390-da97-4a82-90fc-2930f9d34f57 req-65eb5807-7df1-4fff-86e2-249df2e39ebe tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815140
Apr 22 21:38:50.590756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-865bd8f2-a419-4fc2-b188-04a1d2a21d7b req-aeecf3b4-90bf-429e-96ad-5ca18028404c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140919
Apr 22 21:38:50.613419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Router 4a1a28fe-fe62-45a5-b105-dc29c65135ec has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:38:51.154372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:38:51.168258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Sync routers for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:38:51.175046 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] 10.222.0.11 "PUT /v2.0/routers/4a1a28fe-fe62-45a5-b105-dc29c65135ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6755347
Apr 22 21:38:51.180032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43460) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:51.183134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:51.184577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf76f668>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:51.185585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74fbe1-230b-4bb5-b897-faf7e459d6a6 req-98a37db7-5ba6-4e42-8e9a-3f3f51ee8d6a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:51.187399 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c74fbe1-230b-4bb5-b897-faf7e459d6a6 req-98a37db7-5ba6-4e42-8e9a-3f3f51ee8d6a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1648417
Apr 22 21:38:51.278939 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c74fbe1-230b-4bb5-b897-faf7e459d6a6 req-66a8d23a-6181-480f-b0d1-de134fa5351a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784993
Apr 22 21:38:51.354918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43468) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:51.586923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:51.646538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:51.831616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084084fc-98b1-4b71-9e92-eee29ec21c0c tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:51.839875 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-084084fc-98b1-4b71-9e92-eee29ec21c0c tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 1094 time: 0.4833102
Apr 22 21:38:51.840885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43484) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:51.865661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'port_id': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'tenant_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:38:52.030634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:38:52.113647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:floatingip and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:38:52.120340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:38:52.133758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:38:52.143534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf76f668>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:38:49Z', 'revision_number': 5, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port': {'id': 'b4e5bd7f-3963-42b0-9fff-4b08b4009567', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:35:16Z', 'updated_at': '2021-04-22T21:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:52.153826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7111e82-7348-4d26-9ff1-917a56841fb5 req-bc82e45b-10b4-440e-9306-fcd26c52bf49 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:52.157268 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7111e82-7348-4d26-9ff1-917a56841fb5 req-bc82e45b-10b4-440e-9306-fcd26c52bf49 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.3154688
Apr 22 21:38:52.158281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Checking router: 4a1a28fe-fe62-45a5-b105-dc29c65135ec for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:38:52.167644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.188870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Routers {'4a1a28fe-fe62-45a5-b105-dc29c65135ec'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:52.189794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf76f668>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:52.323056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.442344 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7111e82-7348-4d26-9ff1-917a56841fb5 req-c3d7c6bc-f8af-42cf-b462-34ea70bc65f7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2139735
Apr 22 21:38:52.474673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] Set router 4a1a28fe-fe62-45a5-b105-dc29c65135ec gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:52.494653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52860d-da64-4ba5-9143-552f37143b4d req-bb3017bc-80c9-4971-9fff-22aad35f09dc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:52.501198 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f52860d-da64-4ba5-9143-552f37143b4d req-bb3017bc-80c9-4971-9fff-22aad35f09dc tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 946 time: 0.3408382
Apr 22 21:38:52.651745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf76f668>, [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:38:52Z', 'revision_number': 6, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:52.653548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Deleting port b4e5bd7f-3963-42b0-9fff-4b08b4009567 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:52.653939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.657179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ac14-0e96-4c69-aac9-5782b5bf8bce None None] The sync data for ids ['4a1a28fe-fe62-45a5-b105-dc29c65135ec'] in dv-cinder-763306-11-iscsi is: [{'id': '4a1a28fe-fe62-45a5-b105-dc29c65135ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1067647361-router', 'tenant_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:35:14Z', 'updated_at': '2021-04-22T21:38:52Z', 'revision_number': 6, 'project_id': 'fdcf9d24ff464d7bb6badedeed717ecc', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:38:52.668865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.829692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cb3f6-ae62-4b9d-b016-e870ea4d3944 req-5facc80f-30a1-4ee6-a61c-1fcaa5d4a558 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:52.831424 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-177cb3f6-ae62-4b9d-b016-e870ea4d3944 req-5facc80f-30a1-4ee6-a61c-1fcaa5d4a558 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.2559309
Apr 22 21:38:52.876016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1f2b2-b309-4f21-8815-76c2018919df req-6987d1fc-505c-4518-a1e8-cef963d5515d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:52.877776 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fd1f2b2-b309-4f21-8815-76c2018919df req-6987d1fc-505c-4518-a1e8-cef963d5515d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.2428777
Apr 22 21:38:52.909941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Deleting port 347385c7-2dfe-45c4-867e-eba4970f0b7d {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:52.910232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.930968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-ca46f704-2849-4bed-bbc0-1ebca2fafd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:52.934775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-ca46f704-2849-4bed-bbc0-1ebca2fafd04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1137 time: 0.3873265
Apr 22 21:38:52.952831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] For port b4e5bd7f-3963-42b0-9fff-4b08b4009567, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b4e5bd7f-3963-42b0-9fff-4b08b4009567,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:52.953223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:52.961618 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-177cb3f6-ae62-4b9d-b016-e870ea4d3944 req-829ed3e4-215f-4012-a4ec-b26548da0d3f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119971
Apr 22 21:38:53.068061 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fd1f2b2-b309-4f21-8815-76c2018919df req-e9ce8c73-b799-4f61-9eaf-4271285ba24a tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1674767
Apr 22 21:38:53.111959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Calling delete_port for b4e5bd7f-3963-42b0-9fff-4b08b4009567 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:53.130222 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] For port 347385c7-2dfe-45c4-867e-eba4970f0b7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=347385c7-2dfe-45c4-867e-eba4970f0b7d,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:53.130640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.134482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.27.3.231 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/3399a9d0-af00-42c3-9d18-5d63f265b19e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:38:53.500882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.502362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.502362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.502642 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Floating IP 45994db4-3c00-4311-ae1f-ad32f6018e49 disassociated. External IP: 172.27.3.91, port: 347385c7-2dfe-45c4-867e-eba4970f0b7d.
Apr 22 21:38:53.502826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Calling delete_port for 347385c7-2dfe-45c4-867e-eba4970f0b7d owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:53.552347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3589f09e-2c59-404a-99e7-1f7ad4ff89ea no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:53.630661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 3589f09e-2c59-404a-99e7-1f7ad4ff89ea {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:38:53.631032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3589f09e-2c59-404a-99e7-1f7ad4ff89ea not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:38:53.631669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b4e5bd7f-3963-42b0-9fff-4b08b4009567 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:53.740571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.750518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:53.775491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.812742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'Port': ['ID=347385c7-2dfe-45c4-867e-eba4970f0b7d,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:53.819337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:53.903409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80c2c-2984-44a9-9cd1-207488936b49 req-80e56df7-283a-4991-979f-8d83a66f1066 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:53.905294 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9be80c2c-2984-44a9-9cd1-207488936b49 req-80e56df7-283a-4991-979f-8d83a66f1066 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 867 time: 0.2547016
Apr 22 21:38:53.952050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:53.991977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f93403a2-bec4-470d-adb6-622e602cd3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:54.050057 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9be80c2c-2984-44a9-9cd1-207488936b49 req-b03a04f4-6578-4745-a0d3-bdfee71e491e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=666b06a8-975a-4036-80c0-cbe1e3e60646&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781758
Apr 22 21:38:54.072036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:38:54.086580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:38:54.095597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:38:54.115834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:38:54.136478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:54.166553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=3399a9d0-af00-42c3-9d18-5d63f265b19e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:54.178872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:54.188820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:54.268810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-60fd1d0a-3932-4a9f-8835-ac5539e375aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:54.270372 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-60fd1d0a-3932-4a9f-8835-ac5539e375aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.7162926
Apr 22 21:38:54.290619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e5bd7f-3963-42b0-9fff-4b08b4009567,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:54.332756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:54.424442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:54.509003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:38:54.530647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:38:54.550904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:54.552526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1f6b38>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:54.563687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfa0ed-5db1-40d3-bfc1-2af86f4583eb req-74b66c51-0f35-438f-8c5a-af35768850c3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:54.565484 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47dfa0ed-5db1-40d3-bfc1-2af86f4583eb req-74b66c51-0f35-438f-8c5a-af35768850c3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.4321094
Apr 22 21:38:54.629430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] No DVR routers for this DVR port 347385c7-2dfe-45c4-867e-eba4970f0b7d on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:38:54.634288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:54.640055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'name': 'network-vif-deleted', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:54.660935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163debf-a1fc-4b8b-a023-f99cf0c48478 req-cf78b2f3-9a49-455d-870c-8742948c0559 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:54.662644 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8163debf-a1fc-4b8b-a023-f99cf0c48478 req-cf78b2f3-9a49-455d-870c-8742948c0559 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.3297968
Apr 22 21:38:54.686809 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f52860d-da64-4ba5-9143-552f37143b4d req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "DELETE /v2.0/ports/347385c7-2dfe-45c4-867e-eba4970f0b7d HTTP/1.1" status: 204  len: 173 time: 2.1706011
Apr 22 21:38:54.713973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47dfa0ed-5db1-40d3-bfc1-2af86f4583eb req-15688e25-bd85-4728-88ee-d216c975ec75 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407723
Apr 22 21:38:54.760121 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8163debf-a1fc-4b8b-a023-f99cf0c48478 req-df6459e5-3dc3-4c7a-92b4-2c8c50182d06 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0884254
Apr 22 21:38:54.810778 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7554c50-7100-44aa-896d-bfd0c6ae4e08', 'name': 'network-vif-deleted', 'tag': '347385c7-2dfe-45c4-867e-eba4970f0b7d', 'status': 'completed', 'code': 200}
Apr 22 21:38:54.826242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:54.831903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:54.887210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:55.083254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.084630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1a28fe-fe62-45a5-b105-dc29c65135ec {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:38:55.132934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.135070 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] 10.222.0.11 "DELETE /v2.0/routers/4a1a28fe-fe62-45a5-b105-dc29c65135ec HTTP/1.1" status: 204  len: 168 time: 3.9532950
Apr 22 21:38:55.138226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43508) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:55.329830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Deleting subnet 4e446ee1-7a71-47ed-90b8-b4bebad47fd6 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:38:55.334419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.368848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bd6-b749-4903-a5a9-6de60b501b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.382482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.408596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1f6b38>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:55.414677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:38:55.431851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:55.432557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1f6b38>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:55.436205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-89d69429-d312-4cf7-bf81-6a4d44d051f7 req-ac79b0a6-4043-4922-94c3-dae440f36244 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:38:55.464878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.706972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:55.755087 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-4795dab5-49ee-4bde-8fd9-0668ad45e544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 1001 time: 0.2076058
Apr 22 21:38:55.859689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-07ff83cb-97e6-4637-a75f-ba44a43e158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:55.861732 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-07ff83cb-97e6-4637-a75f-ba44a43e158f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.0927529
Apr 22 21:38:55.901045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-89d69429-d312-4cf7-bf81-6a4d44d051f7 req-ac79b0a6-4043-4922-94c3-dae440f36244 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:38:55.902248 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89d69429-d312-4cf7-bf81-6a4d44d051f7 req-ac79b0a6-4043-4922-94c3-dae440f36244 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7554c50-7100-44aa-896d-bfd0c6ae4e08 HTTP/1.1" status: 200  len: 210 time: 0.5234311
Apr 22 21:38:55.903106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:56.030734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.192055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-aa186160-56cf-4023-a2bb-7cefddab171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:56.194064 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-aa186160-56cf-4023-a2bb-7cefddab171b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3225102
Apr 22 21:38:56.327333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.354009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.367884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:56.373685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20234e-30e0-41f3-ad7e-501d6aadd660 req-55c43b00-5c03-42f0-b27d-d1fc33868590 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:56.375944 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0d20234e-30e0-41f3-ad7e-501d6aadd660 req-55c43b00-5c03-42f0-b27d-d1fc33868590 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.4766221
Apr 22 21:38:56.434258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-6d835014-1950-4af0-81ac-808b8d6a5a34 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:56.437641 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-6d835014-1950-4af0-81ac-808b8d6a5a34 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 0.4831078
Apr 22 21:38:56.508808 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-c0bbe4a9-28f9-4666-b1cf-eaa96bedc07e service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3065705
Apr 22 21:38:56.542067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e5cb-6295-4bdf-b612-9eccc7eb1c71 req-f2b6d5dd-79a9-4ad8-9cb0-5678eda282b2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:56.550746 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd29e5cb-6295-4bdf-b612-9eccc7eb1c71 req-f2b6d5dd-79a9-4ad8-9cb0-5678eda282b2 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.4762838
Apr 22 21:38:56.554836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=3399a9d0-af00-42c3-9d18-5d63f265b19e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:56.620413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:56.629646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.634483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1f6b38>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:56.639578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bd383-497c-4d9d-8126-73f32fa5b287 None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:38:56.682058 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0d20234e-30e0-41f3-ad7e-501d6aadd660 req-81f3ea31-740d-481d-9bec-ac29002181dd tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947142
Apr 22 21:38:56.781608 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd29e5cb-6295-4bdf-b612-9eccc7eb1c71 req-753eebac-4153-48de-9c64-ce74795f9499 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2294571
Apr 22 21:38:56.847706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.858305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6db166f7-7fc3-4e76-b236-7ef7a028de4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:56.908344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Deleting port 915be4c2-9662-419f-8b53-5659d5a418ea {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:56.908853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:56.925661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e446ee1-7a71-47ed-90b8-b4bebad47fd6,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:56.929037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:56.934506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.022386 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7f00247b-28c5-483e-aa2a-564f1371a376 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e446ee1-7a71-47ed-90b8-b4bebad47fd6 HTTP/1.1" status: 204  len: 168 time: 1.8820646
Apr 22 21:38:57.033718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43530) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:57.163461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43540) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:57.178286 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691a0dad-33cf-4e60-b2e0-d1aab9ee6006 req-c7ec5e42-abd7-4ede-8447-f561afa031a9 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6576664
Apr 22 21:38:57.247862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b2e93-0ddd-496f-a19b-0c809a6281f9 None None] New status for floating IP 45994db4-3c00-4311-ae1f-ad32f6018e49: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:38:57.331540 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP 5f464b8a-38bb-4633-a012-202f173f45a4 associated. External IP: 172.27.3.231, port: 932dd6bd-175a-42c7-aa0f-712d633745bd.
Apr 22 21:38:57.449371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 347385c7-2dfe-45c4-867e-eba4970f0b7d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:57.517732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 347385c7-2dfe-45c4-867e-eba4970f0b7d {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:38:57.518198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 347385c7-2dfe-45c4-867e-eba4970f0b7d not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:38:57.585897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.634167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9826ff25-1645-45a6-8985-4930b6b050ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.635219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] For port 915be4c2-9662-419f-8b53-5659d5a418ea, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=915be4c2-9662-419f-8b53-5659d5a418ea,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:38:57.635668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.668377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.805228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:38:57.870600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:57.889945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-7ccb6e74-fe7d-4c5b-87e7-64bb7962554a tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:57.891603 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-7ccb6e74-fe7d-4c5b-87e7-64bb7962554a tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 814 time: 0.7270334
Apr 22 21:38:58.019501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:38:58.032670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:38:58.050866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.060227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:58.061054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf005518>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.120495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.133201 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.2650623
Apr 22 21:38:58.133201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:38:58.147604 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-15e8bfe7-3291-4e66-9413-8792d64a93d3 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/quotas/b48ea5fcf7f84c37a3e0d0592856c06d HTTP/1.1" status: 200  len: 375 time: 0.1549716
Apr 22 21:38:58.184927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.260312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:58.312787 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-bf4ca4ce-3e84-4f46-b069-8c6adae2f36e tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1448596
Apr 22 21:38:58.430423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaea57da0>,) {'filters': {'network_id': ['29210b35-410d-4b84-bd3b-5920a14f1ba5']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.662207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.710248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.710579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf005518>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '5f464b8a-38bb-4633-a012-202f173f45a4', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:b0:37:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:55Z', 'updated_at': '2021-04-22T21:38:55Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.714653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-abc2d07b-08a6-45e9-b2a0-0eed27314e36 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:58.715622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:38:58.727873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:38:58.728697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf005518>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.770312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaea57da0>, '9a711984-c145-42a4-a34d-38a1cb457846') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.770642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaea57da0>, '9a711984-c145-42a4-a34d-38a1cb457846') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:58.781628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b06a8-975a-4036-80c0-cbe1e3e60646,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:58.795840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:58.870301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ababcb-4dc6-45ef-9644-3b89641ba6b3 req-05dc550b-a3ca-4602-a79c-5cd4de69f556 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:38:58.872397 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6ababcb-4dc6-45ef-9644-3b89641ba6b3 req-05dc550b-a3ca-4602-a79c-5cd4de69f556 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 946 time: 1.0159779
Apr 22 21:38:58.881098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.895082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.895510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.895855 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Floating IP 3ecc6816-d0c8-4908-8bda-437bbd115b8f disassociated. External IP: 172.27.3.101, port: 915be4c2-9662-419f-8b53-5659d5a418ea.
Apr 22 21:38:58.896243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Calling delete_port for 915be4c2-9662-419f-8b53-5659d5a418ea owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:58.922625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.923779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "DELETE /v2.0/security-groups/666b06a8-975a-4036-80c0-cbe1e3e60646 HTTP/1.1" status: 204  len: 168 time: 1.7575717
Apr 22 21:38:58.927236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43554) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:58.945423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:38:58.950477 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-0637fcb0-b868-492e-8b28-8a022316a2f4 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] show failed (client error): The resource could not be found.
Apr 22 21:38:58.951043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:58.955330 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0637fcb0-b868-492e-8b28-8a022316a2f4 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups/666b06a8-975a-4036-80c0-cbe1e3e60646 HTTP/1.1" status: 404  len: 347 time: 0.0268171
Apr 22 21:38:58.956188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43558) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:38:58.995850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:38:59.103965 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6ababcb-4dc6-45ef-9644-3b89641ba6b3 req-0182f246-07e7-4616-a61b-29e64acf3325 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8af75937-1972-4436-a419-d2f058ca16e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2151313
Apr 22 21:38:59.171813 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-9537aeb6-8f24-4d0b-8e4f-91e5fb890bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7865434
Apr 22 21:38:59.230016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Deleting port 009d28f9-6951-430e-84b4-828bd56e1ff3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:38:59.230374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.392436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:38:59.410337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.414459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.414833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.459737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 915be4c2-9662-419f-8b53-5659d5a418ea no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:38:59.554681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Calling delete_port for 009d28f9-6951-430e-84b4-828bd56e1ff3 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:38:59.612578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.621285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf005518>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '5f464b8a-38bb-4633-a012-202f173f45a4', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:b0:37:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:55Z', 'updated_at': '2021-04-22T21:38:55Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:38:59.636582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ccd0c4-4377-45f0-b72b-605c4ca8fbf5 None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '5f464b8a-38bb-4633-a012-202f173f45a4', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:b0:37:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:38:55Z', 'updated_at': '2021-04-22T21:38:55Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:38:59.643358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.693810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.699394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:59.720147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.752282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'Port': ['ID=009d28f9-6951-430e-84b4-828bd56e1ff3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:59.755931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-365e7f0b-0b32-484f-aab0-20e2a90188de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:38:59.756409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:59.842366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Network 29210b35-410d-4b84-bd3b-5920a14f1ba5 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:38:59.855689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'Port': ['ID=915be4c2-9662-419f-8b53-5659d5a418ea,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:38:59.859458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:38:59.885875 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:38:59.892901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:38:59.893162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:38:59.906208 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "DELETE /v2.0/floatingips/45994db4-3c00-4311-ae1f-ad32f6018e49 HTTP/1.1" status: 204  len: 168 time: 0.9488335
Apr 22 21:38:59.973914 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-56049a56-4d96-4141-88c1-76276b889cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7433183
Apr 22 21:39:00.036141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21963762-fbeb-49f4-a528-5dac29b0fcf4 None None] New status for floating IP 5f464b8a-38bb-4633-a012-202f173f45a4: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:39:00.123567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd97548-588a-42fc-b0c7-050bf8178138 req-c989c29b-411e-4363-96c4-2985311d4662 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:00.125841 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4bd97548-588a-42fc-b0c7-050bf8178138 req-c989c29b-411e-4363-96c4-2985311d4662 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.7992904
Apr 22 21:39:00.153759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:00.212200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ea29efa2-2d26-4611-b1a7-63a3331a3689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:00.213554 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'status': 'completed', 'code': 200}
Apr 22 21:39:00.251084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:00.282343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Pushing event deleted for resources: {'Network': ['ID=29210b35-410d-4b84-bd3b-5920a14f1ba5,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:00.307821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:00.381018 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4bd97548-588a-42fc-b0c7-050bf8178138 req-4a8364e1-6bd9-4528-9b52-d8e38fe71ba9 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2284710
Apr 22 21:39:00.455740 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] 10.222.0.11 "DELETE /v2.0/networks/29210b35-410d-4b84-bd3b-5920a14f1ba5 HTTP/1.1" status: 204  len: 168 time: 3.4185145
Apr 22 21:39:00.473129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980923c1-e823-47eb-9d11-341f24c7833a req-6a0eb00d-87dc-49d6-b46f-8825c7bca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:00.475006 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-6a0eb00d-87dc-49d6-b46f-8825c7bca7ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 1099 time: 0.2376857
Apr 22 21:39:00.478242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:39:00.562474 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb110847-9bb4-4b7a-9028-55ef2e58d550 req-511d2506-b75f-44fe-9102-5008a9c53d9b tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 210 time: 0.0995231
Apr 22 21:39:00.744058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980923c1-e823-47eb-9d11-341f24c7833a req-0afdc814-4a90-48d9-b545-4eb75f6ffda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:00.745787 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-0afdc814-4a90-48d9-b545-4eb75f6ffda3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.2593458
Apr 22 21:39:00.847747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:39:00.862009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:39:00.880759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:00.882007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaee6ebe0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:00.897228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43582) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:01.027473 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-8c581fe5-4ce0-4c70-b420-10428790a587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932dd6bd-175a-42c7-aa0f-712d633745bd HTTP/1.1" status: 200  len: 1002 time: 0.2722688
Apr 22 21:39:01.052439 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f10340e6-f61b-4876-9307-a437fec1f8e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdcf9d24ff464d7bb6badedeed717ecc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1538241
Apr 22 21:39:01.057951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43588) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:01.116201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43594) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:01.127713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958099983', 'description': 'tempest-description--1254990165'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:01.142730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] No DVR routers for this DVR port 915be4c2-9662-419f-8b53-5659d5a418ea on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:39:01.145535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0f86bb63-a19e-4f84-b5bb-48b2e154bae5 req-bf83a6b8-4179-450c-b16d-785d99189324 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:01.147243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:01.150219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.152507 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8c6fd29-2d87-498d-b38a-3553bc18568f req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "DELETE /v2.0/ports/915be4c2-9662-419f-8b53-5659d5a418ea HTTP/1.1" status: 204  len: 173 time: 4.7015355
Apr 22 21:39:01.153138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-deleted', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:01.177476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:01.183734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:01.190403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0f86bb63-a19e-4f84-b5bb-48b2e154bae5 req-bf83a6b8-4179-450c-b16d-785d99189324 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:01.191749 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f86bb63-a19e-4f84-b5bb-48b2e154bae5 req-bf83a6b8-4179-450c-b16d-785d99189324 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=610c7670-41da-4cb3-9259-9aa564d1a08d HTTP/1.1" status: 200  len: 210 time: 0.1248682
Apr 22 21:39:01.215761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:01.246353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.265473 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c7670-41da-4cb3-9259-9aa564d1a08d', 'name': 'network-vif-deleted', 'tag': '915be4c2-9662-419f-8b53-5659d5a418ea', 'status': 'completed', 'code': 200}
Apr 22 21:39:01.292026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.334663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:01.382198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.436855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:01.447262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:01.454199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:01.458259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980923c1-e823-47eb-9d11-341f24c7833a req-2a233b17-e9c0-4a0d-a481-d18a593e2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:01.459810 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-2a233b17-e9c0-4a0d-a481-d18a593e2004 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.4243681
Apr 22 21:39:01.463983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:01.522285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.529894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d39784ba-c297-4cec-b9d9-18f890d5ad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:01.553542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ba8317-19bf-4386-bbe0-9ba92be9119b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:01.558989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:01.575798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.579841 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8abbb9a7-8450-4bcc-9691-2bff28a9f96c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ba8317-19bf-4386-bbe0-9ba92be9119b HTTP/1.1" status: 204  len: 168 time: 0.5182402
Apr 22 21:39:01.673105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835835c-0616-41fb-9340-f7e831937d67 req-c74ab72c-caba-4ef3-9262-dd15e7c57eaf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:01.675324 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4835835c-0616-41fb-9340-f7e831937d67 req-c74ab72c-caba-4ef3-9262-dd15e7c57eaf tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.1823697
Apr 22 21:39:01.679814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.687264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.694766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980923c1-e823-47eb-9d11-341f24c7833a req-adfb93fa-76ab-4606-a18c-455069fe3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:01.697131 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-adfb93fa-76ab-4606-a18c-455069fe3215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2290528
Apr 22 21:39:01.700737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7c6d0162-326a-49d7-a019-d500f34936ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:01.842360 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6d8e64c-9f11-4d4d-9ebc-8bfd5c968e4a req-2c4d8e73-a811-4dab-87f3-442abcc69a0f tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 210 time: 0.0716932
Apr 22 21:39:01.873563 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4835835c-0616-41fb-9340-f7e831937d67 req-a605c62a-bbb6-4216-9a6b-d7e1cab86ce4 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1903462
Apr 22 21:39:01.937406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:01.942826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43610) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:01.950797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group_rule': {'security_group_id': '0f89a6e7-3542-4909-a9e4-b1b06e2491b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:01.954535 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8368523
Apr 22 21:39:01.965114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:01.974063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaee6ebe0>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:01.978247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:01.988223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:39:01.990480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:01.994247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89a6e7-3542-4909-a9e4-b1b06e2491b5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:01.998274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:02.026805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:02.037303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:02.038618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaee6ebe0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:38:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:02.063250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.193418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.198999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.202807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:02.240090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f3965f-d365-46d7-b690-77d7f577c11b,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:02.246088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:02.279598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.286091 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8fe7ce5f-4c4a-4cd9-9066-eee7af6ae91b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3369327
Apr 22 21:39:02.286409 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43622) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:02.295776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'security_group_rule': {'security_group_id': '0f89a6e7-3542-4909-a9e4-b1b06e2491b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:02.320066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:02.333004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:security_group_rule and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:02.340614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:02.361323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:02.408100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.437315 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-1e3da5dd-7e81-4bd4-83f6-31bf10b91795 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6708882
Apr 22 21:39:02.466429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43630) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:02.587589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:02.684823 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-980923c1-e823-47eb-9d11-341f24c7833a req-7d899540-0fa3-41a2-bbf6-66c8f4cd6d10 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330022
Apr 22 21:39:02.719356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.727905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-8d7aeeb8-48a8-4acc-b34b-a20598d43975 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:02.729591 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-8d7aeeb8-48a8-4acc-b34b-a20598d43975 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 814 time: 0.2607048
Apr 22 21:39:02.757627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.793127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.816821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.821421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Request body: {'port': {'device_id': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7', 'admin_state_up': True, 'tenant_id': 'b48ea5fcf7f84c37a3e0d0592856c06d'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:02.960403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:02.991897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaee6ebe0>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:02.992159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:02.997107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Usage tracker for resource:port and tenant:b48ea5fcf7f84c37a3e0d0592856c06d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:02.997263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199fbe1-fdc4-4057-8039-af5a30a80b40 None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:39:03.004881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:03.008341 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43650) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:03.015432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:03.032355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:03.104300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9402014-4ac6-4013-adca-f95cbba59bfa,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:03.115540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Made reservation on behalf of b48ea5fcf7f84c37a3e0d0592856c06d for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:03.122112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.133316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:03.148458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.157575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-615155611-network', 'tenant_id': '23a37e1e5b6343ff9d62d9053f630f49'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:03.163301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:03.168105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Usage tracker for resource:network and tenant:23a37e1e5b6343ff9d62d9053f630f49 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:03.171731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:03.181744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:03.196797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Made reservation on behalf of 23a37e1e5b6343ff9d62d9053f630f49 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:03.199626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b7c0b43-8be4-46d2-a43d-ee102e101566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:03.205397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.210719 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5227f683-0dd8-43c8-a0eb-789c54986038 req-0ed0a12e-872c-4e3c-b3dc-8528d4137f31 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 210 time: 0.2100894
Apr 22 21:39:03.240206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.249954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af75937-1972-4436-a419-d2f058ca16e3,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:03.251365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:03.264550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:03.269427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:23a37e1e5b6343ff9d62d9053f630f49 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:03.280934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:03.288839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:03.412139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.416204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.420579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-146cb53a-8662-4c64-964f-30ef19d5e5e2 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:03.458416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:39:03.465036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545cc35b-5470-4f31-a693-e412d44e1bdc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:03.469872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:03.475901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.476310 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Added segment 6ab31e64-19ea-4978-b428-1abbfdee3686 of type vlan for network e081aa77-5503-48e8-8f10-29311ce614d4
Apr 22 21:39:03.477138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723412a7-3697-4e1d-b78a-e4cbf2cf03ee None None] New status for floating IP 3ecc6816-d0c8-4908-8bda-437bbd115b8f: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:39:03.511596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.546083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.548159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:03.548815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.554915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1ae1c03c-d0ad-4702-ae74-8eec3d7c5c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:03.624528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.630944 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3391347
Apr 22 21:39:03.636691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43656) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:03.643963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.645219 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "DELETE /v2.0/security-groups/8af75937-1972-4436-a419-d2f058ca16e3 HTTP/1.1" status: 204  len: 168 time: 1.1745369
Apr 22 21:39:03.665474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43658) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:03.682513 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.6697531
Apr 22 21:39:03.682513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e081aa77-5503-48e8-8f10-29311ce614d4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:03.682831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:03.682932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43664) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:03.686471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:03.691159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Request body: {'subnet': {'network_id': 'e081aa77-5503-48e8-8f10-29311ce614d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-615155611-subnet', 'tenant_id': '23a37e1e5b6343ff9d62d9053f630f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:03.696535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network e081aa77-5503-48e8-8f10-29311ce614d4 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:39:03.697245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:03.701696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:03.702324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Usage tracker for resource:subnet and tenant:23a37e1e5b6343ff9d62d9053f630f49 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:03.706765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:03.708427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:floatingip and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:03.712705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:03.714555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:03.722038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:03.727415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Made reservation on behalf of 23a37e1e5b6343ff9d62d9053f630f49 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:03.732735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.858239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-8627a517-35c9-4e13-9d47-5b4140c11444 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] show failed (client error): The resource could not be found.
Apr 22 21:39:03.859801 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8627a517-35c9-4e13-9d47-5b4140c11444 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups/8af75937-1972-4436-a419-d2f058ca16e3 HTTP/1.1" status: 404  len: 347 time: 0.1929252
Apr 22 21:39:03.863744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43668) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:03.868625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:03.904016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Allocated IP 172.20.0.12 (b8ebd953-0417-416e-bbbf-2c42748dbce7/4c0dd58e-8f11-4285-a6b4-86d171810c81/af6fb2eb-90a0-4541-90bf-092e8eaa5989) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:39:03.921654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1dd5-5195-4f36-9137-c5713d78e90c req-8eef1e50-e493-454f-8b2c-759b4459055f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:03.923580 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9abc1dd5-5195-4f36-9137-c5713d78e90c req-8eef1e50-e493-454f-8b2c-759b4459055f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.8163087
Apr 22 21:39:04.081018 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9abc1dd5-5195-4f36-9137-c5713d78e90c req-33e02d92-6af0-4bae-8dc9-c95277adfc88 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1062837
Apr 22 21:39:04.212241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Deleting port 3927a722-0e5a-4877-a952-ea948739c1c5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:39:04.212676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.281611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.295715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.413609 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-791f60ce-bd68-4fec-9902-d539b35ebe2d req-82490a70-d56b-4e68-bee0-9b1778edc4de tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 210 time: 0.0624955
Apr 22 21:39:04.429316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.429316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.440373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.474414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:04.565831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Calling delete_port for 3927a722-0e5a-4877-a952-ea948739c1c5 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:39:04.567655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:39:04.576120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:04.586496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:39:04.623852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Pushing event updated for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:04.626928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Allocated IP 172.27.3.83 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/01a1536a-8e13-4a97-9354-e891fa50cb4a) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:39:04.634985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:04.739440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:04.740020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.764716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.773649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:04.789371 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0346086
Apr 22 21:39:04.805381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Request body: {'port': {'device_id': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:04.836681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.867951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed530a34-ebe3-4bc4-9103-142d40694524,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:04.873320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:04.873931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e28b9461-95ea-442e-87ac-4655079a0b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:04.931915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:04.976298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.007615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'Port': ['ID=3927a722-0e5a-4877-a952-ea948739c1c5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:05.012267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:05.013681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Checking segment: {'id': '6ab31e64-19ea-4978-b428-1abbfdee3686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e081aa77-5503-48e8-8f10-29311ce614d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:39:05.014255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Network hostable DHCP agents. Network: e081aa77-5503-48e8-8f10-29311ce614d4, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:39:05.071093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.080764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:05.091201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Network e081aa77-5503-48e8-8f10-29311ce614d4 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:39:05.102001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.117618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, e081aa77-5503-48e8-8f10-29311ce614d4) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:05.128469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf944177-df97-4292-88c2-bb2bf9c5c8af None None] Network e081aa77-5503-48e8-8f10-29311ce614d4 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:39:05.136190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:05.136851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.162935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.164427 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "DELETE /v2.0/floatingips/3ecc6816-d0c8-4908-8bda-437bbd115b8f HTTP/1.1" status: 204  len: 168 time: 1.2990918
Apr 22 21:39:05.169212 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4851775
Apr 22 21:39:05.252119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:39:05.264525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:05.267355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:39:05.357508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=01a1536a-8e13-4a97-9354-e891fa50cb4a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:05.360638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:05.435837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b774f-642f-4086-bc87-7ef6a1798c9b None None] Network e081aa77-5503-48e8-8f10-29311ce614d4 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:39:05.613302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43686) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:05.615470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab3f16-1ccb-4a81-bf8e-8996e770aa02 req-2bacfc5f-7121-4e97-a962-17c5743fdb09 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:05.618059 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7ab3f16-1ccb-4a81-bf8e-8996e770aa02 req-2bacfc5f-7121-4e97-a962-17c5743fdb09 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.3064163
Apr 22 21:39:05.627697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256084340', 'description': 'tempest-description--661518561'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:05.635988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:05.640438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:05.644437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:05.651247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:05.670642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.670831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.713220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:05.717698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:05.720755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:05.727148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:05.804908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.808616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.814272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5ce4e346-de59-4b05-bab3-24657b323d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:05.852838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7ab3f16-1ccb-4a81-bf8e-8996e770aa02 req-4039097a-e495-473e-a014-b2b8b2be6950 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2255714
Apr 22 21:39:05.858614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d470d6-11ce-4f33-a3fb-df6ca6867b21,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:05.870827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.872608 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2581403
Apr 22 21:39:05.873803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:05.875681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43698) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:05.883945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group_rule': {'security_group_id': '76d470d6-11ce-4f33-a3fb-df6ca6867b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:05.895705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:05.903918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:05.907847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:05.911648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.917160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:05.940653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:05.943454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6fb2eb-90a0-4541-90bf-092e8eaa5989 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:05.969138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.006863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Transition to ACTIVE for port object af6fb2eb-90a0-4541-90bf-092e8eaa5989 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:39:06.011800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.016132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.021847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.025037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43704) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:06.026291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f73f4fb7-2f84-4624-9368-680ace969b7d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:06.029634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d12c9280-2ef7-4d54-ba0e-3b94f3a13042 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:06.046904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e29d8a2-0c48-4387-b0aa-8f9dd489aced,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:06.051686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:06.058165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.059491 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-742fc1a2-95fb-4654-8a77-015b802e7903 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1827767
Apr 22 21:39:06.062418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43706) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:06.068008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'security_group_rule': {'security_group_id': '76d470d6-11ce-4f33-a3fb-df6ca6867b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:06.071662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcfd32-04fa-4ed0-8dce-cf2b8778f18e req-5c4bfb13-93c9-4f8c-8f8d-ef0eef0e7df0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:06.072418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9cbcfd32-04fa-4ed0-8dce-cf2b8778f18e req-5c4bfb13-93c9-4f8c-8f8d-ef0eef0e7df0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Synchronizing usage tracker for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:06.074530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:06.078741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:security_group_rule and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:06.081808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:06.087972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:06.105860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.112197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-672776254-network', 'tenant_id': 'b6714df5cd9e4f68be0f5e5972cbd36b'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:06.126122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:06.180946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.183946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.186447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dd72f7ad-9e01-49bb-a680-6fe5cad64038 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:06.188381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Usage tracker for resource:network and tenant:b6714df5cd9e4f68be0f5e5972cbd36b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:06.210914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca03b53-5e2e-4b3d-bb5d-264b8d7e06ba,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:06.213853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:06.221190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.222596 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1591682
Apr 22 21:39:06.226003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43712) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:06.232143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:06.239057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:06.243378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:floatingip and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:06.247149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:06.254431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:06.266043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.428061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.501236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:06.527620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:06.531635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Pushing event updated for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:06.545087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9cbcfd32-04fa-4ed0-8dce-cf2b8778f18e req-5c4bfb13-93c9-4f8c-8f8d-ef0eef0e7df0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Unset dirty status for tenant:b48ea5fcf7f84c37a3e0d0592856c06d on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:06.546495 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9cbcfd32-04fa-4ed0-8dce-cf2b8778f18e req-5c4bfb13-93c9-4f8c-8f8d-ef0eef0e7df0 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 932 time: 0.8091371
Apr 22 21:39:06.547676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:06.585480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Allocated IP 172.27.3.12 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/e312e8f4-0bc8-4db9-9218-e489cbca8776) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:39:06.657381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Made reservation on behalf of b6714df5cd9e4f68be0f5e5972cbd36b for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:06.662175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.701984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.746323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.757912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:06.775636 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9cbcfd32-04fa-4ed0-8dce-cf2b8778f18e req-57126b14-d828-4409-b162-96d9a043db11 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929398
Apr 22 21:39:06.776683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6714df5cd9e4f68be0f5e5972cbd36b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:06.780016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.784354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:06.789181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:06.795269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:06.797292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Attempting to bind port af6fb2eb-90a0-4541-90bf-092e8eaa5989 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:39:06.797718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Attempting to bind port af6fb2eb-90a0-4541-90bf-092e8eaa5989 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:39:06.798076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Attempting to bind port af6fb2eb-90a0-4541-90bf-092e8eaa5989 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:06.821813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Port af6fb2eb-90a0-4541-90bf-092e8eaa5989 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:39:06.822122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Attempting to bind port af6fb2eb-90a0-4541-90bf-092e8eaa5989 on network b8ebd953-0417-416e-bbbf-2c42748dbce7 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:06.829773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.843549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:39:06.843957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Checking segment: {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:39:06.844366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Bound using segment: {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:39:06.844824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Bound port: af6fb2eb-90a0-4541-90bf-092e8eaa5989, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:39:06.845324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.846955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:39:06.854672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:06.854851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:06.859544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:39:06.862472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-477a0eaa-4901-4e28-830a-bca95166358b tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:06.901555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=e312e8f4-0bc8-4db9-9218-e489cbca8776,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:06.906119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:06.955872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.022161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.113177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=01a1536a-8e13-4a97-9354-e891fa50cb4a,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:07.131012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:07.183832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.194999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:39:07.233167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:39:07.250401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.252090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.256747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.260695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.261033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6ffc062-7eba-483b-9f13-4f1a01163dfd tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:07.265927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d485ea4d-6750-440a-9884-8af5289b6f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:07.295967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.319687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.320831 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.6737654
Apr 22 21:39:07.329686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:07.330149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.331825 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/af6fb2eb-90a0-4541-90bf-092e8eaa5989 HTTP/1.1" status: 200  len: 1094 time: 2.5309603
Apr 22 21:39:07.332284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:07.356880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:39:07.373599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746d98a-b8a9-4802-b747-73238fd9bcc0 req-ef70d192-9b81-4156-a367-1620dc20c240 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:07.375408 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0746d98a-b8a9-4802-b747-73238fd9bcc0 req-ef70d192-9b81-4156-a367-1620dc20c240 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.3433404
Apr 22 21:39:07.406160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=e312e8f4-0bc8-4db9-9218-e489cbca8776,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:07.420793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.426073 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989', 'status': 'completed', 'code': 200}
Apr 22 21:39:07.427667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:07.445752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.447580 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2205205
Apr 22 21:39:07.454676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.455061 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Added segment f5cb6794-dd03-4498-a477-3c5c14ad832e of type vlan for network 098f366c-643a-4f7e-911a-6d9627e0c8b3
Apr 22 21:39:07.470014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Pushing event updated for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:07.477382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:07.477382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:07.548438 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0746d98a-b8a9-4802-b747-73238fd9bcc0 req-18c90de6-6666-4770-9c52-8b86ca623670 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1254413
Apr 22 21:39:07.550408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.570567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c1bc1-6620-4f16-9903-aa1590b27856,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:07.576849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:07.646358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-6b8f0d99-a838-4450-b7c3-b3a5986b551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:07.648053 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-6b8f0d99-a838-4450-b7c3-b3a5986b551c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 1097 time: 0.2693732
Apr 22 21:39:07.650473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-da16b129-52f1-4889-ba67-189024c09422 req-5a0e56f5-be62-4bce-9d5f-362077911032 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:07.715896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.736518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:07.737063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.756979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:07.771717 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-58947290-c4c0-4a82-9004-f92edfef4ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989 HTTP/1.1" status: 200  len: 217 time: 0.1126430
Apr 22 21:39:07.890200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-da16b129-52f1-4889-ba67-189024c09422 req-5a0e56f5-be62-4bce-9d5f-362077911032 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:07.891541 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-5a0e56f5-be62-4bce-9d5f-362077911032 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1958099983&fields=id&tenant_id=d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 267 time: 0.3223488
Apr 22 21:39:07.935027 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.8726091
Apr 22 21:39:07.938153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43746) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:07.945005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Request body: {'subnet': {'network_id': '098f366c-643a-4f7e-911a-6d9627e0c8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-672776254-subnet', 'tenant_id': 'b6714df5cd9e4f68be0f5e5972cbd36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:07.951181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:07.956065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Usage tracker for resource:subnet and tenant:b6714df5cd9e4f68be0f5e5972cbd36b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:07.959608 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:07.968935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:07.980046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Made reservation on behalf of b6714df5cd9e4f68be0f5e5972cbd36b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:07.985312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:07.986350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-9e5612e6-ae64-46a8-874e-c5fbb522e9b6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:08.038638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Pushing event updated for resources: {'Network': ['ID=098f366c-643a-4f7e-911a-6d9627e0c8b3,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:08.050775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:39:08.051300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:08.060977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-27f79226-4836-4a66-baf2-1d3a8872e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:08.062664 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-27f79226-4836-4a66-baf2-1d3a8872e524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c0dd58e-8f11-4285-a6b4-86d171810c81 HTTP/1.1" status: 200  len: 854 time: 0.2712209
Apr 22 21:39:08.140133 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-34cae8ec-d7e7-4bdb-98a2-48b36f06c018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ebd953-0417-416e-bbbf-2c42748dbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678878
Apr 22 21:39:08.141130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-9e5612e6-ae64-46a8-874e-c5fbb522e9b6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:08.142487 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-9e5612e6-ae64-46a8-874e-c5fbb522e9b6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1256084340&fields=id&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 267 time: 0.4196167
Apr 22 21:39:08.374340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-5b34c837-dd18-4cf0-969f-f8e0ee3853cd tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:08.375973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-5b34c837-dd18-4cf0-969f-f8e0ee3853cd tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 810 time: 0.4553125
Apr 22 21:39:08.429988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:08.434811 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-d7c68b60-3d51-4b99-986f-857c42ed2df0 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/quotas/d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 375 time: 0.0475726
Apr 22 21:39:08.437597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:08.518997 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-670bf29c-5f07-4e51-a10a-78998f9bc155 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3715191
Apr 22 21:39:08.522588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b75255-8cb0-4bda-8d42-5276283b6f22,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:08.525921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:08.536938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Checking segment: {'id': 'f5cb6794-dd03-4498-a477-3c5c14ad832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '098f366c-643a-4f7e-911a-6d9627e0c8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:39:08.537337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Network hostable DHCP agents. Network: 098f366c-643a-4f7e-911a-6d9627e0c8b3, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:39:08.558555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:39:08.568221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 098f366c-643a-4f7e-911a-6d9627e0c8b3) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:08.578277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866e163-69b1-492c-9698-558b4e189002 None None] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:39:08.587686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:08.588349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:08.620917 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6727870
Apr 22 21:39:08.631968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-a6995cc6-6287-4c2b-8e46-22c1f25fe06f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:08.633595 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-a6995cc6-6287-4c2b-8e46-22c1f25fe06f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 817 time: 0.4559226
Apr 22 21:39:08.679374 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-35c0b85e-fe02-4cd0-b256-78fe1dd2bc4a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/quotas/39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 375 time: 0.0364401
Apr 22 21:39:08.764159 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-027166a0-e0e6-4c3c-be45-b375e02082f0 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3047960
Apr 22 21:39:08.799835 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d0e698e-c319-4fd3-9296-d715721cd2d7 req-c2d87ca1-d81d-42ab-af34-87be235ddd97 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643178
Apr 22 21:39:08.859696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:08.867926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0cefb-4d11-4f43-b01f-8d039c693101 None None] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:39:08.982195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Deleting subnet ed530a34-ebe3-4bc4-9103-142d40694524 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:39:08.988499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.097268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.190838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.282813 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-893ece0c-b1f6-4889-ad9a-adead0766c7f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5791922
Apr 22 21:39:09.458346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-5af467c9-4a18-4eaf-945a-936741a137a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:09.460046 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-5af467c9-4a18-4eaf-945a-936741a137a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 1097 time: 0.5998108
Apr 22 21:39:09.465008 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-c4e6ab88-df1f-4230-8e61-afb6e716523b service neutron] 10.222.0.11 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6602669
Apr 22 21:39:09.689935 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-963ee4b8-5c14-4143-b901-ca21e410db07 service neutron] 10.222.0.11 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3818665
Apr 22 21:39:09.710607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.716165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-030f18f9-ff2a-4005-a004-a4f5b1b6148f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:09.757930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed530a34-ebe3-4bc4-9103-142d40694524,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:09.764617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.774022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.774447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.774842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.775250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.775650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.776058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.776460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.776859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.777247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.777673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.778084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.778484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:09.782268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:09.785968 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-79573de1-d9b2-4ab6-b82f-42d67fdc7704 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed530a34-ebe3-4bc4-9103-142d40694524 HTTP/1.1" status: 204  len: 168 time: 0.9244592
Apr 22 21:39:09.787162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43758) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:09.872091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-53dfa890-0b79-4078-b11a-7f4648a473b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:09.873835 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-53dfa890-0b79-4078-b11a-7f4648a473b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 200  len: 914 time: 0.4047520
Apr 22 21:39:09.879788 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-49746022-0625-4a0d-8be9-e46c2b15fabe service neutron] 10.222.0.11 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3763580
Apr 22 21:39:09.932042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:09.971890 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-463f30c6-c75b-4cad-a7c3-c6ae146b6290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989 HTTP/1.1" status: 200  len: 217 time: 0.0910196
Apr 22 21:39:10.046908 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-052d0f11-43c4-4467-a7ba-28cbc2950bb7 service neutron] 10.222.0.11 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3447044
Apr 22 21:39:10.090254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-62ed3074-ed1d-4834-8b28-ccce281759c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:10.091935 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-62ed3074-ed1d-4834-8b28-ccce281759c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c0dd58e-8f11-4285-a6b4-86d171810c81 HTTP/1.1" status: 200  len: 854 time: 0.1123974
Apr 22 21:39:10.135049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.234170 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-bb4cbe9c-b6d0-4afe-b5c4-ddf1e255edad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ebd953-0417-416e-bbbf-2c42748dbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1353524
Apr 22 21:39:10.287123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eae2268d0>,) {'filters': {'network_id': ['e081aa77-5503-48e8-8f10-29311ce614d4']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:10.302722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae2268d0>, '6ab31e64-19ea-4978-b428-1abbfdee3686') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:10.303345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae2268d0>, '6ab31e64-19ea-4978-b428-1abbfdee3686') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:10.330094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.360973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.376884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:39:10.448198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fff07-941e-4d37-ae00-f4c495d3ff53 req-f1a4aca2-fcbf-4ddd-badf-4b028f28d013 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:10.449989 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee5fff07-941e-4d37-ae00-f4c495d3ff53 req-f1a4aca2-fcbf-4ddd-badf-4b028f28d013 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 944 time: 0.2655673
Apr 22 21:39:10.465915 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-20f43a9c-27f8-40f4-b760-c69041cf7bb9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192578
Apr 22 21:39:10.590400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Network e081aa77-5503-48e8-8f10-29311ce614d4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:39:10.603105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.690806 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee5fff07-941e-4d37-ae00-f4c495d3ff53 req-4ef72de3-6d79-4185-8017-4c4031be1e4d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299049
Apr 22 21:39:10.756238 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7f8104a-7fd2-4233-a5b2-5bada21e6aba req-50e9c681-657b-4310-8fb8-d1ac1e6b062f service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596631
Apr 22 21:39:10.770935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae7d49-9b9d-430c-954c-2d81c6f4e441 req-64f7d134-c606-48d1-83b1-94b5342efc25 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:10.779281 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-adae7d49-9b9d-430c-954c-2d81c6f4e441 req-64f7d134-c606-48d1-83b1-94b5342efc25 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.1912060
Apr 22 21:39:10.841332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Network e081aa77-5503-48e8-8f10-29311ce614d4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:39:10.841864 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-adae7d49-9b9d-430c-954c-2d81c6f4e441 req-c88d9cb1-b97f-408f-a161-0a7fc4b49256 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0615852
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:39:10.868315 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:39:10.918582 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-358a15a4-fb00-4d9e-88ca-491e476cb9bf req-85c5b8ed-3120-4a98-80cc-82a1b67e0ddb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 210 time: 0.0561113
Apr 22 21:39:10.957016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.963985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:10.980919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:10.993614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e081aa77-5503-48e8-8f10-29311ce614d4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:10.996995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:10.999614 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dacd6829-4a7c-47d4-ba11-ffd6d148fa86 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e081aa77-5503-48e8-8f10-29311ce614d4 HTTP/1.1" status: 204  len: 168 time: 1.2113717
Apr 22 21:39:11.002596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43782) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:11.102007 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7bf50f4-9aa8-4529-b697-485a91286952 req-688748f4-e878-4b0d-be81-ebcf233eea19 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 210 time: 0.0569816
Apr 22 21:39:11.125668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Deleting subnet 84b75255-8cb0-4bda-8d42-5276283b6f22 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:39:11.129552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.186143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.250179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.516249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device af6fb2eb-90a0-4541-90bf-092e8eaa5989 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:39:11.630109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.643292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-870f4724-69e9-4141-9745-112788699d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:11.697338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:11.703044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b75255-8cb0-4bda-8d42-5276283b6f22,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:11.708213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.716510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:11.719853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989', 'network_id': 'b8ebd953-0417-416e-bbbf-2c42748dbce7', 'port_id': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989', 'mac_address': 'fa:16:3e:8f:89:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0dd58e-8f11-4285-a6b4-86d171810c81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:39:11.733753 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-40c2bfb9-45b1-464a-9706-206a04973345 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/84b75255-8cb0-4bda-8d42-5276283b6f22 HTTP/1.1" status: 204  len: 168 time: 0.7299016
Apr 22 21:39:11.736857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43788) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:11.778609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-136965f3-e5ce-43ae-a873-9437602624cd tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:11.780181 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-136965f3-e5ce-43ae-a873-9437602624cd tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 810 time: 0.2622921
Apr 22 21:39:11.796681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.821600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6fb2eb-90a0-4541-90bf-092e8eaa5989 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:11.847087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:11.854215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.859128 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:11.888246 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-141912d5-07de-4eed-81d2-79666a2d45d3 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d550c4d5809f454b8b10cbf402912271 HTTP/1.1" status: 200  len: 380 time: 0.0966890
Apr 22 21:39:11.890867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:11.956865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'port': {'device_id': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'admin_state_up': True, 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'security_groups': ['0f89a6e7-3542-4909-a9e4-b1b06e2491b5']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:11.962677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:11.967158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:12.093991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:12.098263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['af6fb2eb-90a0-4541-90bf-092e8eaa5989'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:39:12.216023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a8d58-130e-43c4-930c-194dffff587a req-cea75f0f-559b-433d-b4f4-8cc2ebae2617 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:12.224026 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-210a8d58-130e-43c4-930c-194dffff587a req-cea75f0f-559b-433d-b4f4-8cc2ebae2617 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 945 time: 0.3340874
Apr 22 21:39:12.254982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:12.259919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Usage tracker for resource:port and tenant:d550c4d5809f454b8b10cbf402912271 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:12.263519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:12.270718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:12.295844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Made reservation on behalf of d550c4d5809f454b8b10cbf402912271 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:12.302136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:12.359069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5f56d8>,) {'filters': {'network_id': ['098f366c-643a-4f7e-911a-6d9627e0c8b3']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:12.361996 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-210a8d58-130e-43c4-930c-194dffff587a req-f64c2fdc-a826-4a39-a49c-2f67fba15cba tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369228
Apr 22 21:39:12.384698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5f56d8>, 'f5cb6794-dd03-4498-a477-3c5c14ad832e') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:12.385012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5f56d8>, 'f5cb6794-dd03-4498-a477-3c5c14ad832e') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:12.415290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:12.435897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-c7fa0256-3494-42da-900b-a42fb1533b7d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:12.436721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-c7fa0256-3494-42da-900b-a42fb1533b7d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:12.450298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:12.464766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:39:12.500331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-c7fa0256-3494-42da-900b-a42fb1533b7d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:12.501638 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-c7fa0256-3494-42da-900b-a42fb1533b7d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 817 time: 0.3875053
Apr 22 21:39:12.710156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-fffb9ddd-b66c-4810-bed1-133db3faea1e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:12.714138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:39:12.725514 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:12.732023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9ff63-8d36-4578-a662-176ce97f18e6 req-2460ca32-15d0-444a-b4ea-8e0b53d75680 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:12.733752 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cd9ff63-8d36-4578-a662-176ce97f18e6 req-2460ca32-15d0-444a-b4ea-8e0b53d75680 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.6410453
Apr 22 21:39:12.749685 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d18b76eb-b802-4aeb-9a56-0599ce236bac req-ccf61dcf-0d30-40c8-8c4b-48d226dcefb4 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 210 time: 0.0628266
Apr 22 21:39:12.806658 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cd9ff63-8d36-4578-a662-176ce97f18e6 req-ca138b1b-e843-41db-9613-8878fa28c420 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0661311
Apr 22 21:39:12.817202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-fffb9ddd-b66c-4810-bed1-133db3faea1e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:12.818636 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-fffb9ddd-b66c-4810-bed1-133db3faea1e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 380 time: 0.2635109
Apr 22 21:39:12.831680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'port': {'device_id': '80d51932-3f47-4f65-aafe-a39375505504', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'admin_state_up': True, 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'security_groups': ['76d470d6-11ce-4f33-a3fb-df6ca6867b21']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:12.938409 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a5097c8-e5ee-497d-8628-d8a7740807a2 req-d7868bdf-4621-4990-9891-94ef4c4575a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 210 time: 0.0533085
Apr 22 21:39:13.005875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Network 098f366c-643a-4f7e-911a-6d9627e0c8b3 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:39:13.037170 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:39:13.152430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.160251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d916580-5719-4455-bd13-6de1ae40e6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:13.175080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.193529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:13.196609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Pushing event deleted for resources: {'Network': ['ID=098f366c-643a-4f7e-911a-6d9627e0c8b3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:13.200791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:13.202566 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6c69d5ca-50ac-499c-9916-e7b97c67a583 admin admin] 10.222.0.11 "DELETE /v2.0/networks/098f366c-643a-4f7e-911a-6d9627e0c8b3 HTTP/1.1" status: 204  len: 168 time: 1.4644849
Apr 22 21:39:13.204315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Usage tracker for resource:port and tenant:39a389607ed5448bbaa579a5c4a8e57c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:13.208362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:13.215724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:13.226360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Made reservation on behalf of 39a389607ed5448bbaa579a5c4a8e57c for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:39:13.232839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.306087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Allocated IP 172.20.0.9 (088ce216-8f94-4446-a924-71f639d34e58/c43c63ca-2a18-4cc2-a46b-ef3839bedded/62636eec-4f60-4474-8fb8-1a7cc06a3446) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:39:13.446573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Allocated IP 172.20.0.12 (6fdb78af-8b69-4f42-a26e-5e5ca099f047/17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f/a915e51d-4e69-4c88-89fb-2d81cedef30c) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:39:13.475544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43812) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:13.528588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device af6fb2eb-90a0-4541-90bf-092e8eaa5989 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:39:13.608808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port af6fb2eb-90a0-4541-90bf-092e8eaa5989 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:39:13.617909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port af6fb2eb-90a0-4541-90bf-092e8eaa5989 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:39:13.618346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.753879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3931d75c-8976-4411-8ac9-9c4a2f39aed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23a37e1e5b6343ff9d62d9053f630f49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2762146
Apr 22 21:39:13.759369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43816) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:13.761840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.800915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.807380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:13.808531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:13.815329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:13.817509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:13.824390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87092f89-b83a-4eeb-abcb-a46d08c61c39 req-7ab91a24-c0be-49c6-8d07-37c3003f6c7d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:13.826986 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87092f89-b83a-4eeb-abcb-a46d08c61c39 req-7ab91a24-c0be-49c6-8d07-37c3003f6c7d tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 945 time: 0.3145545
Apr 22 21:39:13.902234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:13.907489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:13.964500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Transition to ACTIVE for port object 62636eec-4f60-4474-8fb8-1a7cc06a3446 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:39:14.004304 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c57d49e8-64bf-4759-9c30-61481a110bfc req-460bd71f-330b-4d66-a432-c8099ebe4326 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 210 time: 0.0988684
Apr 22 21:39:14.019945 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87092f89-b83a-4eeb-abcb-a46d08c61c39 req-83bd2900-0315-44b8-b9e5-cbe751c14530 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850863
Apr 22 21:39:14.067456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.077215 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989', 'code': 200}
Apr 22 21:39:14.078043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:14.220997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Network 088ce216-8f94-4446-a924-71f639d34e58 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:39:14.228356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:14.249919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:39:14.278223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.295573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event updated for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:14.312294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:14.332785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.344223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.376794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Transition to ACTIVE for port object a915e51d-4e69-4c88-89fb-2d81cedef30c will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:39:14.418167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.423330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-596430db-51c5-4ceb-999f-f4101525aed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:14.433686 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a4a687c-d494-4717-b74c-40dda6c16e69 req-468c12b1-3014-45c0-b98e-546806d39892 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 210 time: 0.1403835
Apr 22 21:39:14.434333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.446992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545cc35b-5470-4f31-a693-e412d44e1bdc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:14.459703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:14.459915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:14.460415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71b82f0f-3154-4bdc-9d56-fcc6da55b8f8 tempest-VolumesActionsTest-498446075 tempest-VolumesActionsTest-498446075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:14.460558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.500555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2485ae6-9bce-461c-84f0-53c5fb20c2c9 req-e7324e09-e094-43e1-a23e-c3b943cfc948 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:14.510650 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2485ae6-9bce-461c-84f0-53c5fb20c2c9 req-e7324e09-e094-43e1-a23e-c3b943cfc948 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.3576417
Apr 22 21:39:14.533799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:39:14.543318 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5924420
Apr 22 21:39:14.546031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:39:14.551298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:39:14.565721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Request body: {'port': {'device_id': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:14.595874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.599750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/545cc35b-5470-4f31-a693-e412d44e1bdc HTTP/1.1" status: 204  len: 168 time: 0.8363519
Apr 22 21:39:14.600876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:14.613170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:14.625775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f2485ae6-9bce-461c-84f0-53c5fb20c2c9 req-a3cd6b31-0f9a-422d-a76c-4dbe84ecbf58 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=facb85a3-5c80-4369-b85f-de72a3fb9a07&id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1154475
Apr 22 21:39:14.634797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-564c4bd1-c2e4-4ad4-840d-fa40fd1e2b72 None None] Provisioning for port 62636eec-4f60-4474-8fb8-1a7cc06a3446 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:39:14.650228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59000f22-8d3f-4132-9284-8c179cb8d548 req-5b06bf7c-c2fa-4920-80aa-b10513c57dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:14.651930 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59000f22-8d3f-4132-9284-8c179cb8d548 req-5b06bf7c-c2fa-4920-80aa-b10513c57dba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 1099 time: 0.2999141
Apr 22 21:39:14.665720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:14.667113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-564c4bd1-c2e4-4ad4-840d-fa40fd1e2b72 None None] Provisioning complete for port 62636eec-4f60-4474-8fb8-1a7cc06a3446 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:39:14.667732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-564c4bd1-c2e4-4ad4-840d-fa40fd1e2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.668115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.709030 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8816586
Apr 22 21:39:14.723952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Request body: {'port': {'device_id': '80d51932-3f47-4f65-aafe-a39375505504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:14.775338 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59000f22-8d3f-4132-9284-8c179cb8d548 req-fb229ff0-8a5a-4830-bcf1-042b17fb521d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140068
Apr 22 21:39:14.783055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-564c4bd1-c2e4-4ad4-840d-fa40fd1e2b72 None None] Port 62636eec-4f60-4474-8fb8-1a7cc06a3446 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:39:14.797940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.872975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:14.917808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-582f674d-8f43-49d5-a49a-147b3e1d9452 None None] Provisioning for port a915e51d-4e69-4c88-89fb-2d81cedef30c completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:39:14.925024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-582f674d-8f43-49d5-a49a-147b3e1d9452 None None] Provisioning complete for port a915e51d-4e69-4c88-89fb-2d81cedef30c triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:39:14.926170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-582f674d-8f43-49d5-a49a-147b3e1d9452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.004559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-582f674d-8f43-49d5-a49a-147b3e1d9452 None None] Port a915e51d-4e69-4c88-89fb-2d81cedef30c cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:39:15.139205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 43838) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:15.339668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:15.348284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.363223 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7b5a1bea-4db2-4036-ac21-ec51de5cde95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6714df5cd9e4f68be0f5e5972cbd36b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2225225
Apr 22 21:39:15.366071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 43842) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:15.368958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Transition to ACTIVE for port object a915e51d-4e69-4c88-89fb-2d81cedef30c will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:39:15.382577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.389912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:15.484530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f11fc-99f1-4441-af04-e2d12ea22e89 req-d9f39777-30e8-407f-bb06-09729d6c4ef7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:15.485038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b49f11fc-99f1-4441-af04-e2d12ea22e89 req-d9f39777-30e8-407f-bb06-09729d6c4ef7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:39:15.507100 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a3468-6e0d-4d06-b7b3-16b262e39f89 req-b10debe9-2c94-46c0-b992-253d42f63822 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:15.508869 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b46a3468-6e0d-4d06-b7b3-16b262e39f89 req-b10debe9-2c94-46c0-b992-253d42f63822 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.2901583
Apr 22 21:39:15.525526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62636eec-4f60-4474-8fb8-1a7cc06a3446 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:15.554622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.561850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b49f11fc-99f1-4441-af04-e2d12ea22e89 req-d9f39777-30e8-407f-bb06-09729d6c4ef7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:39:15.563196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b49f11fc-99f1-4441-af04-e2d12ea22e89 req-d9f39777-30e8-407f-bb06-09729d6c4ef7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 931 time: 0.3996518
Apr 22 21:39:15.607469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:15.618387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Transition to ACTIVE for port object 62636eec-4f60-4474-8fb8-1a7cc06a3446 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:39:15.618840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:15.628541 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b46a3468-6e0d-4d06-b7b3-16b262e39f89 req-6603bef8-2cbd-4061-b7f6-b4e0972416c2 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101327
Apr 22 21:39:15.634242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.637222 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.645548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36dea254-fe67-47ad-8e22-293f65369c24 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:15.728228 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b49f11fc-99f1-4441-af04-e2d12ea22e89 req-7f20fa94-d9e5-4478-af66-db4cb837a4f0 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518750
Apr 22 21:39:15.778725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.837581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Attempting to bind port a915e51d-4e69-4c88-89fb-2d81cedef30c on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:39:15.838317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Attempting to bind port a915e51d-4e69-4c88-89fb-2d81cedef30c by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:39:15.838903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Attempting to bind port a915e51d-4e69-4c88-89fb-2d81cedef30c on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:15.852950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Port a915e51d-4e69-4c88-89fb-2d81cedef30c on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:39:15.853472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Attempting to bind port a915e51d-4e69-4c88-89fb-2d81cedef30c on network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:15.860727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:39:15.861223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Checking segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:39:15.861553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Bound using segment: {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:39:15.862050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Bound port: a915e51d-4e69-4c88-89fb-2d81cedef30c, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b17236f-d308-4eba-9e98-68372c9f5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:39:15.862622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.919560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Pushing event updated for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:15.938919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:15.946429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9151627d-c458-48de-99cd-76d326a94b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:15.964058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:15.964921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c1bc1-6620-4f16-9903-aa1590b27856,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:15.967741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:16.007320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.008622 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d0c1bc1-6620-4f16-9903-aa1590b27856 HTTP/1.1" status: 204  len: 168 time: 0.6414859
Apr 22 21:39:16.026882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:39:16.030807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:39:16.037314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.042903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae9f37f-3d64-4ab5-b330-cf4e1ffd2c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:16.074842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Attempting to bind port 62636eec-4f60-4474-8fb8-1a7cc06a3446 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:39:16.075263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Attempting to bind port 62636eec-4f60-4474-8fb8-1a7cc06a3446 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:39:16.075553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Attempting to bind port 62636eec-4f60-4474-8fb8-1a7cc06a3446 on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:16.087666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec514ea-6886-411e-94dd-4b03137d5e49 req-4fc488ba-e0d4-4313-8e61-f390b66c3172 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.089387 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aec514ea-6886-411e-94dd-4b03137d5e49 req-4fc488ba-e0d4-4313-8e61-f390b66c3172 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.2464056
Apr 22 21:39:16.091687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Port 62636eec-4f60-4474-8fb8-1a7cc06a3446 on network 088ce216-8f94-4446-a924-71f639d34e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:39:16.092055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Attempting to bind port 62636eec-4f60-4474-8fb8-1a7cc06a3446 on network 088ce216-8f94-4446-a924-71f639d34e58 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:39:16.100076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:39:16.100356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Checking segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:39:16.100758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Bound using segment: {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:39:16.101247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Bound port: 62636eec-4f60-4474-8fb8-1a7cc06a3446, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6875da2-4b5b-4b80-beee-a407df34d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '088ce216-8f94-4446-a924-71f639d34e58'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:39:16.101648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.132013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.133420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.135083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] 10.222.0.13 "PUT /v2.0/ports/a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 1094 time: 1.4171841
Apr 22 21:39:16.135754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:16.160276 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:16.163890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:16.225411 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aec514ea-6886-411e-94dd-4b03137d5e49 req-93d7f674-a80b-44bc-92b4-9861f6c7aed8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266282
Apr 22 21:39:16.266063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:39:16.272373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:39:16.280997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.293065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63715c93-e6c6-4dc7-bc0b-469b98c9f054 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:16.314858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-e0c08571-af45-4669-8abe-af676f53b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.316533 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-e0c08571-af45-4669-8abe-af676f53b686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1097 time: 0.1208749
Apr 22 21:39:16.400704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.402575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:16.404917 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] 10.222.0.13 "PUT /v2.0/ports/62636eec-4f60-4474-8fb8-1a7cc06a3446 HTTP/1.1" status: 200  len: 1093 time: 1.8453135
Apr 22 21:39:16.407612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Pushing event updated for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:16.424418 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-f01cdbac-7505-4541-af21-3d0697a41cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 217 time: 0.0987382
Apr 22 21:39:16.426222 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:16.427145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:16.517131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-1d2ac5b0-e0b2-4ce4-b2d0-88141743c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.518953 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-1d2ac5b0-e0b2-4ce4-b2d0-88141743c816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0867906
Apr 22 21:39:16.544130 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'status': 'completed', 'code': 200}
Apr 22 21:39:16.580768 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'status': 'completed', 'code': 200}
Apr 22 21:39:16.604374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-678568cc-22ad-4bb6-8cc7-42c296733105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.607425 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-678568cc-22ad-4bb6-8cc7-42c296733105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 1096 time: 0.1570811
Apr 22 21:39:16.619125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-2ebc385d-262e-4799-b676-b4b570a656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:16.620851 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-2ebc385d-262e-4799-b676-b4b570a656d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0944593
Apr 22 21:39:16.692583 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-643c2838-ac28-427e-a5b9-707775e89576 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446 HTTP/1.1" status: 200  len: 217 time: 0.0769541
Apr 22 21:39:16.797084 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-acf3e8db-3b26-4551-95b6-c5a7e915a647 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695983
Apr 22 21:39:16.976343 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18ba716b-9053-484a-be0b-0b03802a2d68 req-e2f5d88f-a6b1-44c9-9a94-5515526230d8 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643169
Apr 22 21:39:17.105950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-89bb6038-976f-425f-a0b8-59a974113498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.107701 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-89bb6038-976f-425f-a0b8-59a974113498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1097 time: 0.0820169
Apr 22 21:39:17.129961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-93c29e2a-d1e1-4cf3-a330-837aa4e5da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.131456 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-93c29e2a-d1e1-4cf3-a330-837aa4e5da38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.4320705
Apr 22 21:39:17.260274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b930e-1b94-4ae2-8c67-64d5ebb28b96 req-fbf6d777-bc73-4d39-81c5-369732031702 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.262299 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c25b930e-1b94-4ae2-8c67-64d5ebb28b96 req-fbf6d777-bc73-4d39-81c5-369732031702 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.2295735
Apr 22 21:39:17.276999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1d6b-212f-4d1f-8bb6-5dc367311657 req-f8f6c4aa-dd59-4faf-bd93-c199dcebdef3 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.278758 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19fa1d6b-212f-4d1f-8bb6-5dc367311657 req-f8f6c4aa-dd59-4faf-bd93-c199dcebdef3 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 943 time: 0.2472577
Apr 22 21:39:17.279066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-c0fd05ed-3b1d-44c5-a404-cabdab983927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.281543 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-c0fd05ed-3b1d-44c5-a404-cabdab983927 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.1669829
Apr 22 21:39:17.336071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b129-52f1-4889-ba67-189024c09422 req-3f07754a-9103-4676-ae73-b58a35d85464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.337926 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-3f07754a-9103-4676-ae73-b58a35d85464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1989439
Apr 22 21:39:17.362115 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-952b6153-e8e3-410e-8bce-878e09462942 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 217 time: 0.0736818
Apr 22 21:39:17.397833 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c25b930e-1b94-4ae2-8c67-64d5ebb28b96 req-ea83c1e4-f2cb-4f42-9873-00589f924fac tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168396
Apr 22 21:39:17.451216 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19fa1d6b-212f-4d1f-8bb6-5dc367311657 req-5d607fd2-41d0-4bdc-9f45-ed22348f94aa tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528647
Apr 22 21:39:17.461183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-24ece98d-719f-43a3-8f73-ab2a7856443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.463157 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-24ece98d-719f-43a3-8f73-ab2a7856443a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0880635
Apr 22 21:39:17.568022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-cfd49073-8d7d-4f93-8cc3-5f4ce527c2ea service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066886
Apr 22 21:39:17.583877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-df48db5a-3e5b-40b8-b01f-944c4479029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.585549 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-df48db5a-3e5b-40b8-b01f-944c4479029c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1082258
Apr 22 21:39:17.763604 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-4f9abbef-1e69-459e-bc43-75145382cd6c service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693723
Apr 22 21:39:17.802262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d7c82-29b9-46c6-b20a-25cbe4f708c0 req-51efa27b-514f-4353-a756-776bbae64a9c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:17.803983 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-000d7c82-29b9-46c6-b20a-25cbe4f708c0 req-51efa27b-514f-4353-a756-776bbae64a9c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.2306046
Apr 22 21:39:17.807801 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da16b129-52f1-4889-ba67-189024c09422 req-6629c44f-4db2-44df-b523-1d67e39b3663 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888032
Apr 22 21:39:17.881502 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-000d7c82-29b9-46c6-b20a-25cbe4f708c0 req-85ca99d6-8f7f-4ae2-8505-532eee27dc11 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674860
Apr 22 21:39:17.976001 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-18c02c01-793b-46cc-8250-0ce1b1c2a7d0 req-5b4df0de-04d3-4137-8efd-27d2d5bf514b service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043371
Apr 22 21:39:17.999372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-460a14e7-9213-4741-a714-aac1a35b1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:18.000994 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-460a14e7-9213-4741-a714-aac1a35b1401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 1096 time: 0.1254752
Apr 22 21:39:18.161893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-95d03045-18de-4c90-a036-d4ca8f424605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:18.163407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-95d03045-18de-4c90-a036-d4ca8f424605 service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.1451046
Apr 22 21:39:18.241640 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-966024ec-ac58-41eb-9625-32749062257f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446 HTTP/1.1" status: 200  len: 217 time: 0.0691860
Apr 22 21:39:18.316229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-07d27d5e-a655-4b5f-8c4f-d3dd71257238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:18.318129 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-07d27d5e-a655-4b5f-8c4f-d3dd71257238 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.0693321
Apr 22 21:39:18.403691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-49fb886d-b972-460c-8eb7-7f1235b82b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:18.405271 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-49fb886d-b972-460c-8eb7-7f1235b82b9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0802047
Apr 22 21:39:18.572862 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-d0071da1-e227-4211-830e-c9a320979495 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548336
Apr 22 21:39:18.788667 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a61fb55-91d7-411c-a39d-bf24a2da14a4 req-c60600f7-0101-4e26-b87d-fce3d32daa50 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085087
Apr 22 21:39:18.816057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825a563-5ba8-451d-acab-9c52afbcfe3a req-cad2ec3a-5aa1-4d0c-b499-949abbb903ad tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:18.819380 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b825a563-5ba8-451d-acab-9c52afbcfe3a req-cad2ec3a-5aa1-4d0c-b499-949abbb903ad tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 943 time: 0.2140338
Apr 22 21:39:18.888277 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b825a563-5ba8-451d-acab-9c52afbcfe3a req-836d0a5e-0f4e-4289-85af-9d3679cf4e74 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609770
Apr 22 21:39:19.105323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8219796-18de-4470-8058-88d741ee02b8 req-2b9d4387-23ea-43da-9a5f-5822f3ae9478 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:19.107140 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8219796-18de-4470-8058-88d741ee02b8 req-2b9d4387-23ea-43da-9a5f-5822f3ae9478 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0967143
Apr 22 21:39:19.166404 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8219796-18de-4470-8058-88d741ee02b8 req-eeaac873-3f82-4a37-b898-4bcee3e24444 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515115
Apr 22 21:39:19.579643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 62636eec-4f60-4474-8fb8-1a7cc06a3446 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:39:19.741214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:19.757470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'port_id': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'mac_address': 'fa:16:3e:fc:a2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:39:19.819540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:19.839406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62636eec-4f60-4474-8fb8-1a7cc06a3446 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:19.857717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:19.861046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:19.861895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:39:19.865563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b002df5-fd6b-431d-b541-6c080fa81c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:20.121162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489546ad-034e-42ed-8bcd-49ce38aa44c5 req-c9dbc5c7-b76c-4244-bfad-59e7cc4bf511 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:20.122871 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-489546ad-034e-42ed-8bcd-49ce38aa44c5 req-c9dbc5c7-b76c-4244-bfad-59e7cc4bf511 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 944 time: 0.1054292
Apr 22 21:39:20.186767 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-489546ad-034e-42ed-8bcd-49ce38aa44c5 req-ac672756-3466-4571-b67a-409bda7b2040 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562024
Apr 22 21:39:20.220994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44014) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:20.261418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:20.288748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:39:20.291639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:20.302920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:20.371220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.380365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.391304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:39:20.396380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:20.400477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Usage tracker for resource:security_group_rule and tenant:202093feed474ea2bf75f56dd3e6ebd7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:20.403523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:20.409974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:20.410160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:20.413278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.415245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:20.418340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847410af-f208-4ae4-826d-0029ce411e37 req-c0c762eb-cf32-44e3-b51b-c57e45a3c985 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:20.420111 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-847410af-f208-4ae4-826d-0029ce411e37 req-c0c762eb-cf32-44e3-b51b-c57e45a3c985 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0888517
Apr 22 21:39:20.473243 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-847410af-f208-4ae4-826d-0029ce411e37 req-66cef154-3a60-4781-a58d-c8f5f352ee8b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461507
Apr 22 21:39:20.501986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:20.505496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:20.506950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.511190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.520287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:20.562193 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=202093feed474ea2bf75f56dd3e6ebd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3397372
Apr 22 21:39:20.563795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7109361-6b35-40c8-bba3-9100421008b9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:20.565158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44020) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:20.567022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:20.628897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.656914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.668149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['a915e51d-4e69-4c88-89fb-2d81cedef30c'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:39:20.701007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['62636eec-4f60-4474-8fb8-1a7cc06a3446'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:39:20.704270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.708330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-252480cb-ffdb-4cb9-8597-8b8b36d2216e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:20.723444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7109361-6b35-40c8-bba3-9100421008b9,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:20.726475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:20.730084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:20.734162 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-53ca1c77-eefd-4e71-b62a-4cab6b5abb8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7109361-6b35-40c8-bba3-9100421008b9 HTTP/1.1" status: 204  len: 168 time: 0.1649532
Apr 22 21:39:21.057679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44028) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:21.079626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.095521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:21.099735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:149c0f1ff4d145f986ffebe371392d8b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:21.102787 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:21.108976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:21.207517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.210889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.220614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-996464a5-b7c4-453f-8b8e-033018ad02cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:21.264404 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=149c0f1ff4d145f986ffebe371392d8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2055514
Apr 22 21:39:21.266191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae958aeb-10fe-486c-88ac-18aacb1aa599,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:21.269324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44034) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:21.271033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63a1f3eb-e612-4190-9d26-e275c9717bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:21.335498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.366435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.409240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558fbbe-40b5-45cd-a0e1-f30ceeeb1b85 req-33d50f9c-99a8-4aa1-887b-39c85bc31823 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:21.411185 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5558fbbe-40b5-45cd-a0e1-f30ceeeb1b85 req-33d50f9c-99a8-4aa1-887b-39c85bc31823 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 944 time: 0.0948150
Apr 22 21:39:21.435836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.441840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4abd015e-a6ce-4076-8138-68c5932e0f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:21.457586 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae958aeb-10fe-486c-88ac-18aacb1aa599,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:21.460144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:21.463041 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5558fbbe-40b5-45cd-a0e1-f30ceeeb1b85 req-91379e9b-c211-41c5-a474-bf0213bf44e1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446053
Apr 22 21:39:21.469125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:21.471577 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae958aeb-10fe-486c-88ac-18aacb1aa599 HTTP/1.1" status: 204  len: 168 time: 0.2011967
Apr 22 21:39:21.708817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5859-87c3-4368-a0b1-d62ac3e52485 req-e8c7aebf-5350-4c77-82d6-47d388d3c678 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:21.711704 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b76e5859-87c3-4368-a0b1-d62ac3e52485 req-e8c7aebf-5350-4c77-82d6-47d388d3c678 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.1141164
Apr 22 21:39:21.766565 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b76e5859-87c3-4368-a0b1-d62ac3e52485 req-b1b01779-66c2-4586-8fc8-b3a8c809e4e3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469522
Apr 22 21:39:22.682094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9be66-9d44-4fe5-8f65-a7eb4ffb1a02 req-f792a35c-f830-41c2-9dc2-594d64c78366 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:22.683879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caa9be66-9d44-4fe5-8f65-a7eb4ffb1a02 req-f792a35c-f830-41c2-9dc2-594d64c78366 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 944 time: 0.0982890
Apr 22 21:39:22.735824 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caa9be66-9d44-4fe5-8f65-a7eb4ffb1a02 req-ad1fe30f-6755-4c1b-a5a6-26ec5f950688 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447695
Apr 22 21:39:22.977840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd070-d7cf-4992-88f9-7280c248fe71 req-5cc1f902-dd15-4bd2-ba51-54a6c990dff6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:22.979501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7badd070-d7cf-4992-88f9-7280c248fe71 req-5cc1f902-dd15-4bd2-ba51-54a6c990dff6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.0897155
Apr 22 21:39:23.041436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7badd070-d7cf-4992-88f9-7280c248fe71 req-c1203973-bfe9-4877-bd92-0980c922d8bb tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478377
Apr 22 21:39:23.599703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 62636eec-4f60-4474-8fb8-1a7cc06a3446 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:39:23.686710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 62636eec-4f60-4474-8fb8-1a7cc06a3446 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:39:23.691821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 62636eec-4f60-4474-8fb8-1a7cc06a3446 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:39:23.692253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:23.825640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:23.856869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:23.868918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:23.873304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:23.874640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:39:23.907959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:23.954146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c3434-3636-4be7-8ad2-da0ec81f8ce9 req-b0c9d006-e1d7-4faf-a484-d7b9bb31d7df tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:23.962521 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-480c3434-3636-4be7-8ad2-da0ec81f8ce9 req-b0c9d006-e1d7-4faf-a484-d7b9bb31d7df tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1067843
Apr 22 21:39:23.999891 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'code': 200}
Apr 22 21:39:24.008911 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-480c3434-3636-4be7-8ad2-da0ec81f8ce9 req-dbb3872c-e41a-4393-a6d8-18ac5f39338f tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451233
Apr 22 21:39:24.057049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:24.063151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:24.068067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port a915e51d-4e69-4c88-89fb-2d81cedef30c completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:39:24.073951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port a915e51d-4e69-4c88-89fb-2d81cedef30c triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:39:24.074484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.215206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.257610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:24.262262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.265465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:24.293414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c009-25f6-48cf-ad41-312ea40a9e3d req-343a04ca-87da-4a39-9d76-325f45ccd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:24.295286 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe88c009-25f6-48cf-ad41-312ea40a9e3d req-343a04ca-87da-4a39-9d76-325f45ccd38b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 1098 time: 0.1554742
Apr 22 21:39:24.345213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ca05f-9107-41a7-ab95-b4c28c235847 req-a6d7d95d-e720-4576-861d-997043d5249a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:24.346973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b3ca05f-9107-41a7-ab95-b4c28c235847 req-a6d7d95d-e720-4576-861d-997043d5249a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.1494615
Apr 22 21:39:24.349490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:24.353271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:24.387824 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe88c009-25f6-48cf-ad41-312ea40a9e3d req-1632889c-b840-486d-b117-25e61ab69563 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772800
Apr 22 21:39:24.413044 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b3ca05f-9107-41a7-ab95-b4c28c235847 req-bba66b2d-520f-4e40-80c6-ded6485f9aef tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496087
Apr 22 21:39:24.600628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44122) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:24.734995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:39:24.745834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.763143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:24.768193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:77f444f5f73547eda950f3130b6cdb50 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:24.779457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:24.786343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:24.892890 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.897177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:24.907302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bd10047a-aa19-471c-ae5c-69c237f80049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:24.952367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77f444f5f73547eda950f3130b6cdb50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3501174
Apr 22 21:39:24.955627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44130) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:24.957310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bdc1b1-da7f-4b75-b385-4fc1c337d860,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:24.960912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:25.024334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.052945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.106771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.111517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5d922e45-9d72-4e62-aca0-797b8f24bdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:25.124210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bdc1b1-da7f-4b75-b385-4fc1c337d860,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:25.133574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:25.133574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.133574 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12bdc1b1-da7f-4b75-b385-4fc1c337d860 HTTP/1.1" status: 204  len: 168 time: 0.1762869
Apr 22 21:39:25.226137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fab0d6ee-c0de-4177-a784-a495fce2120b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.228999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261f5a-5b51-4190-bc16-8d35fdd05b8f req-5c172318-3479-4bbc-9024-d52a104f96b7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:25.230737 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f0261f5a-5b51-4190-bc16-8d35fdd05b8f req-5c172318-3479-4bbc-9024-d52a104f96b7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1046815
Apr 22 21:39:25.287349 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f0261f5a-5b51-4190-bc16-8d35fdd05b8f req-2f0615b8-54fa-4925-b5a1-43229bc3e914 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499213
Apr 22 21:39:25.464974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44144) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:25.486795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.502320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:25.506575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Usage tracker for resource:security_group_rule and tenant:6dd0b6ef07894488b472f66efb8cf641 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:25.510112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:25.516163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:25.612183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.616185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.626270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-28768eb4-95f2-4182-85f5-4fd92ff7d0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:25.672485 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dd0b6ef07894488b472f66efb8cf641&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2061942
Apr 22 21:39:25.676015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44148) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:25.679712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223446-8f87-4718-81fc-a41ced819d88 req-598bd02a-d4bc-473f-904d-b6b7be63f52e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:25.681430 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0223446-8f87-4718-81fc-a41ced819d88 req-598bd02a-d4bc-473f-904d-b6b7be63f52e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1311371
Apr 22 21:39:25.692727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b49cb2-19ab-4cf3-80e0-41614b878829,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:25.696235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:25.736619 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0223446-8f87-4718-81fc-a41ced819d88 req-9af59616-ebf7-4644-a1e5-d47ba5af6b2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477004
Apr 22 21:39:25.753907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.791976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.843326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.852364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08c8fbf1-b7c9-4ad5-ae80-e81a9bc61a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:25.873029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b49cb2-19ab-4cf3-80e0-41614b878829,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:25.877068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:25.878605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:25.883049 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79b49cb2-19ab-4cf3-80e0-41614b878829 HTTP/1.1" status: 204  len: 168 time: 0.2032177
Apr 22 21:39:26.002079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:26.053858 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'code': 200}
Apr 22 21:39:26.340171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebc816-04dd-4d27-a3f5-62c25142912d req-5a374608-1bb3-4b23-abb9-8b627b7ed8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:26.342091 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2ebc816-04dd-4d27-a3f5-62c25142912d req-5a374608-1bb3-4b23-abb9-8b627b7ed8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1099 time: 0.0800488
Apr 22 21:39:26.400732 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2ebc816-04dd-4d27-a3f5-62c25142912d req-a86a4c71-031b-4c79-b4b1-fe5fe3e04baa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429900
Apr 22 21:39:26.528686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb4c7-21f8-4efe-be57-d0ed7338acad req-8aed4b87-bee6-42a3-9c97-e7a8b3975bce tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:26.531726 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89dbb4c7-21f8-4efe-be57-d0ed7338acad req-8aed4b87-bee6-42a3-9c97-e7a8b3975bce tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1208756
Apr 22 21:39:26.586481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89dbb4c7-21f8-4efe-be57-d0ed7338acad req-332362b1-dec8-49f2-ba1d-1bb450ee1328 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464940
Apr 22 21:39:26.796083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a81e4c-dfde-486d-9b31-66c6e5d4e5f1 req-4079fa26-7a1b-43fd-8485-84fd8b3f45bf tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:26.797889 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-32a81e4c-dfde-486d-9b31-66c6e5d4e5f1 req-4079fa26-7a1b-43fd-8485-84fd8b3f45bf tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.0969458
Apr 22 21:39:26.808420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44188) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:26.819201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Request body: {'floatingip': {'port_id': '62636eec-4f60-4474-8fb8-1a7cc06a3446'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:26.936886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:27.510976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f529b-4b63-4ddf-a160-81bf978a77fe req-6c3f2716-824a-4af7-9cf9-0cb1195cad46 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:27.512655 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a85f529b-4b63-4ddf-a160-81bf978a77fe req-6c3f2716-824a-4af7-9cf9-0cb1195cad46 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.5827396
Apr 22 21:39:27.641675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-00970dd9-2da2-4af5-bb8c-ff54d6931131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:27.649569 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a85f529b-4b63-4ddf-a160-81bf978a77fe req-541e87b6-915f-4b1d-969f-cda3ad211f1e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762186
Apr 22 21:39:27.938625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:27.942446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:28.061274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:28.139403 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Floating IP 42672410-b93e-45fa-b1e9-6aad61ad09f9 associated. External IP: 172.27.3.83, port: 62636eec-4f60-4474-8fb8-1a7cc06a3446.
Apr 22 21:39:28.600744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:39:28.624419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44242) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:28.629467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:28.815705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:39:28.825598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:28.834018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:39:28.837001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:28.858028 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:28.859590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0cfdd8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:28.862413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:28.868591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Usage tracker for resource:security_group_rule and tenant:20bf08bea8c9446ea2488b57207f4820 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:28.873520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:28.882128 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:28.959636 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6f1d9d01-ff30-48b5-a9b8-2ec60c2d7251 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "PUT /v2.0/floatingips/42672410-b93e-45fa-b1e9-6aad61ad09f9 HTTP/1.1" status: 200  len: 990 time: 2.1492584
Apr 22 21:39:28.965598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:29.030722 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099720-7814-41ab-a04f-78dfa0e81e19 req-25b64627-eba3-442b-82f0-cc2bfe6e6758 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:29.032988 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef099720-7814-41ab-a04f-78dfa0e81e19 req-25b64627-eba3-442b-82f0-cc2bfe6e6758 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1660545
Apr 22 21:39:29.051068 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.057750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.076616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-918b2ab2-6a2f-4587-adf8-b139e7a11efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:29.137810 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef099720-7814-41ab-a04f-78dfa0e81e19 req-0fdd8912-e923-4a14-a6c4-08f406b56ae8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916333
Apr 22 21:39:29.163399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44254) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:29.173714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20bf08bea8c9446ea2488b57207f4820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5350511
Apr 22 21:39:29.173714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5559c60-9cf4-4e7a-ad7f-50d711262959,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:29.178189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:29.239380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:29.271133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.304192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.361679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.367190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36bea977-2940-43d0-8423-779b9f3157aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:29.380013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5559c60-9cf4-4e7a-ad7f-50d711262959,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:29.392006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.392420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.392821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.393227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.393643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.394037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.394435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.394831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.396775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.397633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.398453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.399257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:39:29.406229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:29.408886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.411365 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5559c60-9cf4-4e7a-ad7f-50d711262959 HTTP/1.1" status: 204  len: 168 time: 0.2462008
Apr 22 21:39:29.436033 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'status': 'completed', 'code': 200}
Apr 22 21:39:29.578140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.727574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-3b7cb23c-3ebc-4134-94c9-9955c25529ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:29.729265 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-3b7cb23c-3ebc-4134-94c9-9955c25529ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d550c4d5809f454b8b10cbf402912271&device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 1098 time: 0.0967534
Apr 22 21:39:29.739638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0cfdd8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '42672410-b93e-45fa-b1e9-6aad61ad09f9', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:fc:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:05Z', 'updated_at': '2021-04-22T21:39:27Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:29.744893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:39:29.757299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:29.760139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0cfdd8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:29.800030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44266) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:29.824444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:29.853214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:29.861312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Usage tracker for resource:security_group_rule and tenant:7275dfcddde04bffa1edc8338c05fc46 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:29.866970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:29.880625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:29.921189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-0a724b51-ea1e-4389-9021-3ed104e10a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:29.923031 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-0a724b51-ea1e-4389-9021-3ed104e10a4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 200  len: 910 time: 0.1865673
Apr 22 21:39:30.007508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:30.012555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.016414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.026484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ef54b9f-8b73-44a6-9a5c-67290ba19ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:30.050756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-32f33134-af67-4e20-9202-759964f6ff6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446 HTTP/1.1" status: 200  len: 998 time: 0.1163340
Apr 22 21:39:30.080201 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7275dfcddde04bffa1edc8338c05fc46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2758830
Apr 22 21:39:30.081306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173db0d5-5e3c-4569-9e57-e796cb6afa1a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:30.084263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44270) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:30.087518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:30.147410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-8c4e06bc-8c27-4dea-a851-ddd3dec17526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:30.150361 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-8c4e06bc-8c27-4dea-a851-ddd3dec17526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 200  len: 849 time: 0.0867641
Apr 22 21:39:30.165270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.235715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.288343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-81fdfa48-d295-41f6-8415-49b8e16ee76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:30.290407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-81fdfa48-d295-41f6-8415-49b8e16ee76d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=088ce216-8f94-4446-a924-71f639d34e58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1274462
Apr 22 21:39:30.329006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.348246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6b85c12-33c6-4c6f-86b9-1cd28ed92d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:30.407515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173db0d5-5e3c-4569-9e57-e796cb6afa1a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:30.416117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:30.417571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:30.424843 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/173db0d5-5e3c-4569-9e57-e796cb6afa1a HTTP/1.1" status: 204  len: 168 time: 0.3391490
Apr 22 21:39:30.588571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-618502d6-2600-4231-b102-e60be2510885 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863088
Apr 22 21:39:30.603089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e8daf-aabd-462c-aaac-7b7592ecf393 req-71dc308c-0b39-427b-bacd-7168c5ce450f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:30.605182 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b0e8daf-aabd-462c-aaac-7b7592ecf393 req-71dc308c-0b39-427b-bacd-7168c5ce450f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.2383842
Apr 22 21:39:30.851297 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b0e8daf-aabd-462c-aaac-7b7592ecf393 req-d59d2401-b9da-472a-a9a5-efa650d51e70 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2158201
Apr 22 21:39:30.853121 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c41395-2026-41d4-8d05-6c4e2eca8ac2 req-9af2ee15-8a24-4b68-8223-dfa312c8ceb7 service neutron] 10.222.0.13 "GET /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466278
Apr 22 21:39:30.952679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0cfdd8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '42672410-b93e-45fa-b1e9-6aad61ad09f9', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:fc:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:05Z', 'updated_at': '2021-04-22T21:39:27Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:30.958817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ddfb4-232f-4d5f-ba6d-0f1c35cd15b6 None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '42672410-b93e-45fa-b1e9-6aad61ad09f9', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'port_id': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'mac_address': 'fa:16:3e:fc:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:05Z', 'updated_at': '2021-04-22T21:39:27Z', 'revision_number': 1, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:39:31.320379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06dc60-2785-4fc0-9ba4-039698b13d96 None None] New status for floating IP 42672410-b93e-45fa-b1e9-6aad61ad09f9: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:39:32.111451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf1a13-6b4c-4f2e-8f87-60832998d0e6 req-fa75d12d-f251-476f-be3e-53809113a9a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:32.112946 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7cf1a13-6b4c-4f2e-8f87-60832998d0e6 req-fa75d12d-f251-476f-be3e-53809113a9a6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0897367
Apr 22 21:39:32.164840 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7cf1a13-6b4c-4f2e-8f87-60832998d0e6 req-f6f94b13-7c0e-4463-8d0a-b40bc5e1f507 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454912
Apr 22 21:39:32.621753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9744b-0837-4e6d-aff0-cca067c2e649 req-0a11a92c-13cd-4c5b-8df4-8baa7cf0a298 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:32.623472 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29a9744b-0837-4e6d-aff0-cca067c2e649 req-0a11a92c-13cd-4c5b-8df4-8baa7cf0a298 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.3413973
Apr 22 21:39:32.633158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44334) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:32.639231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Request body: {'floatingip': {'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:32.724481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:32.908250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:33.376631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:33.379896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:33.564791 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Floating IP 99b925de-6ce8-4c6a-92b2-e13ecf01e58e associated. External IP: 172.27.3.12, port: a915e51d-4e69-4c88-89fb-2d81cedef30c.
Apr 22 21:39:33.955698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:39:34.150165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:39:34.155133 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:34.168600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:39:34.180113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:34.181069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae482278>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:34.217777 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f78d7f9d-f14b-41b3-9711-e0aa5036ceee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "PUT /v2.0/floatingips/99b925de-6ce8-4c6a-92b2-e13ecf01e58e HTTP/1.1" status: 200  len: 991 time: 1.5805380
Apr 22 21:39:34.217777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:34.284422 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'status': 'completed', 'code': 200}
Apr 22 21:39:34.383616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:34.397116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-a6c6c0d6-4988-45e0-b0b3-3e0c1fff83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:34.400036 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-a6c6c0d6-4988-45e0-b0b3-3e0c1fff83d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1099 time: 0.0858972
Apr 22 21:39:34.556505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-a0eb4c47-2c7f-422d-be83-c05c1ce571bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:34.558211 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-a0eb4c47-2c7f-422d-be83-c05c1ce571bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.1477888
Apr 22 21:39:34.728198 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-adcd8274-8378-42d9-99af-3d125d878023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 999 time: 0.1612682
Apr 22 21:39:34.806923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-ebe64b22-eb97-4813-abf4-f48d2a54d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:34.808458 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-ebe64b22-eb97-4813-abf4-f48d2a54d018 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0705030
Apr 22 21:39:34.825546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae482278>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '99b925de-6ce8-4c6a-92b2-e13ecf01e58e', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d51932-3f47-4f65-aafe-a39375505504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:06Z', 'updated_at': '2021-04-22T21:39:33Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:34.830215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:39:34.839752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:39:34.840396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae482278>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:34.914698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-3ecc32f8-505f-410e-b25b-a09ee9a44dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:34.916327 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-3ecc32f8-505f-410e-b25b-a09ee9a44dc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0951970
Apr 22 21:39:35.036874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:39:35.081662 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-02cd3c57-4d84-4bca-b6b9-f60c475cab60 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518517
Apr 22 21:39:35.255208 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1866b4c-3425-4d2c-be83-8897595b51e6 req-965cb85a-5b6f-4833-a292-9af3be28b6ca service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645279
Apr 22 21:39:35.426779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae482278>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '99b925de-6ce8-4c6a-92b2-e13ecf01e58e', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d51932-3f47-4f65-aafe-a39375505504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:06Z', 'updated_at': '2021-04-22T21:39:33Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:39:35.433101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8b87d-3f3f-413c-a2e6-41ec6a0540d6 None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': '99b925de-6ce8-4c6a-92b2-e13ecf01e58e', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d51932-3f47-4f65-aafe-a39375505504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:06Z', 'updated_at': '2021-04-22T21:39:33Z', 'revision_number': 1, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:39:35.747053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fa537-5f33-4a49-8d09-eeb0b92e8898 None None] New status for floating IP 99b925de-6ce8-4c6a-92b2-e13ecf01e58e: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:39:40.546142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19fe7e-4bbf-4b7f-ab02-41108ff9767c req-415c896e-8add-4e39-9fa1-fbd895726ce7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:40.547769 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e19fe7e-4bbf-4b7f-ab02-41108ff9767c req-415c896e-8add-4e39-9fa1-fbd895726ce7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.0961840
Apr 22 21:39:40.597102 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e19fe7e-4bbf-4b7f-ab02-41108ff9767c req-a75622bc-9d17-4722-8c00-0097c0890df4 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423706
Apr 22 21:39:41.812865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc8eb8-cf02-4385-8af1-d4b08da0f185 req-57904749-f8be-4879-8d23-08497dae736c tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:41.814401 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7dc8eb8-cf02-4385-8af1-d4b08da0f185 req-57904749-f8be-4879-8d23-08497dae736c tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.0926602
Apr 22 21:39:41.868740 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7dc8eb8-cf02-4385-8af1-d4b08da0f185 req-dea598ea-86e7-4409-afb1-a52887012c1e tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455315
Apr 22 21:39:42.592785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-2a264dfd-6b28-40ce-b53e-5b1606bf3955 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:42.594417 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-2a264dfd-6b28-40ce-b53e-5b1606bf3955 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.3307574
Apr 22 21:39:42.757589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Deleting port af6fb2eb-90a0-4541-90bf-092e8eaa5989 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:39:42.758000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:42.908852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] For port af6fb2eb-90a0-4541-90bf-092e8eaa5989, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=af6fb2eb-90a0-4541-90bf-092e8eaa5989,segment=NetworkSegment(b9cd3923-7bef-4758-beee-b6ca2b88ad1c),segment_id=b9cd3923-7bef-4758-beee-b6ca2b88ad1c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:42.909399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:43.042353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Calling delete_port for af6fb2eb-90a0-4541-90bf-092e8eaa5989 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:39:43.159108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf3dc-7bb8-449f-8905-0ef7376d7296 req-b6ba847d-6279-4d9f-b799-4022d067d889 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:43.160655 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a47cf3dc-7bb8-449f-8905-0ef7376d7296 req-b6ba847d-6279-4d9f-b799-4022d067d889 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/ports?device_id=658744c1-6a0f-4e55-8d1e-3667f5f2d677 HTTP/1.1" status: 200  len: 946 time: 0.1258152
Apr 22 21:39:43.276615 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a47cf3dc-7bb8-449f-8905-0ef7376d7296 req-ebaa2f45-ab72-4b10-8373-c1e116519a50 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd61c8a-d00a-4cf7-8483-78068020d814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727277
Apr 22 21:39:43.277735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:43.284963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f82ef91-e1f4-4491-916b-019a2bb82339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:43.291493 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['af6fb2eb-90a0-4541-90bf-092e8eaa5989'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:39:43.333757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Pushing event deleted for resources: {'Port': ['ID=af6fb2eb-90a0-4541-90bf-092e8eaa5989,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:43.336393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:43.418015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] No DVR routers for this DVR port af6fb2eb-90a0-4541-90bf-092e8eaa5989 on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:39:43.420868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:43.423886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'name': 'network-vif-deleted', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:43.440304 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5bdb5cfb-7879-492c-83d0-afef4eab922a req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] 10.222.0.13 "DELETE /v2.0/ports/af6fb2eb-90a0-4541-90bf-092e8eaa5989 HTTP/1.1" status: 204  len: 173 time: 0.8301027
Apr 22 21:39:43.475475 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658744c1-6a0f-4e55-8d1e-3667f5f2d677', 'name': 'network-vif-deleted', 'tag': 'af6fb2eb-90a0-4541-90bf-092e8eaa5989', 'status': 'completed', 'code': 200}
Apr 22 21:39:44.676062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44494) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:44.820861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:44.837855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:44.842398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Usage tracker for resource:security_group_rule and tenant:4059d4dcb8f945f09aac69061040fd22 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:44.845521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:44.851743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:44.941802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:44.945974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:44.954260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-caaecdda-6978-49c3-b8ea-ed3256e4ce96 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:45.002660 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4059d4dcb8f945f09aac69061040fd22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254108
Apr 22 21:39:45.003613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7c9be-8b75-493f-a91f-68019cf22d94,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:45.007025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5673a013-298a-4784-8bb0-e3bdb4974293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:45.007172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44504) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:45.081578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.109685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.166339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.172364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ac1ced6-70ac-43a8-b85c-7e99b95e2a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:45.183886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce7c9be-8b75-493f-a91f-68019cf22d94,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:45.186483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:45.192822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.194385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ce7c9be-8b75-493f-a91f-68019cf22d94 HTTP/1.1" status: 204  len: 168 time: 0.1853571
Apr 22 21:39:45.502828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44514) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:45.522585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.538606 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:45.542811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Usage tracker for resource:security_group_rule and tenant:e5bfadc1975e4d8db052327a70ecb798 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:45.545933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:45.552546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:45.641368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.644607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.652286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a8e3a29-3814-43eb-af66-1d97b5553768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:45.697659 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5bfadc1975e4d8db052327a70ecb798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934786
Apr 22 21:39:45.699455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd9efb-b3e5-4505-803d-5c3b09b7507e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:45.700611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44520) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:45.703072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:45.746976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device af6fb2eb-90a0-4541-90bf-092e8eaa5989 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:39:45.765655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.783807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: af6fb2eb-90a0-4541-90bf-092e8eaa5989 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:39:45.784209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device af6fb2eb-90a0-4541-90bf-092e8eaa5989 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:39:45.793870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.840975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.846356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4681c9e2-78be-45bd-b9cb-7e93ee4bdf2d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:45.859268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd9efb-b3e5-4505-803d-5c3b09b7507e,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:45.863797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:45.870307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:45.871958 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8acd9efb-b3e5-4505-803d-5c3b09b7507e HTTP/1.1" status: 204  len: 168 time: 0.1702456
Apr 22 21:39:51.952974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44616) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:52.097233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.114117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:52.118472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Usage tracker for resource:security_group_rule and tenant:708b1fffde824263b90eb3a97edc1c06 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:52.122192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:52.128557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:52.230259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.233734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.243716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-67c6bc6d-d811-4449-a13d-4aafea2278b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:52.288154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=708b1fffde824263b90eb3a97edc1c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3337109
Apr 22 21:39:52.289192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58a453-17db-4435-89ad-52ddd53bec65,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:52.291425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44630) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:52.292709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:52.368059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.396625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.447853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.453492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d699e17-aac3-43e2-9f71-9f6f3b2ef982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:52.467099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58a453-17db-4435-89ad-52ddd53bec65,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:52.469721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:52.478453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.479935 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d58a453-17db-4435-89ad-52ddd53bec65 HTTP/1.1" status: 204  len: 168 time: 0.1870706
Apr 22 21:39:52.832015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 44644) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:52.852245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.869058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:39:52.873714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Usage tracker for resource:security_group_rule and tenant:d0bd196f4c84454584635e1c3ced0a36 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:39:52.877024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:39:52.883589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:39:52.982004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.986157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:52.995315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7e9cb56d-6bc5-4276-8a2c-d60dd1c9b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:53.040292 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0bd196f4c84454584635e1c3ced0a36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2070155
Apr 22 21:39:53.041250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc5f0d-1cbb-4955-ae88-b2e9dcd05496,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:53.043288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44648) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:53.044690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7e790af3-30a6-43eb-9f70-3e499c2892ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:53.109863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:53.139093 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:53.189164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:53.193631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2df2e4c8-1e26-4a23-86d4-5ae38e7b0ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:53.209089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc5f0d-1cbb-4955-ae88-b2e9dcd05496,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:53.212666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:53.215107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:53.216396 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abfc5f0d-1cbb-4955-ae88-b2e9dcd05496 HTTP/1.1" status: 204  len: 168 time: 0.1719346
Apr 22 21:39:55.244778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ed529fb-35d3-450c-884e-49217145d9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:57.636789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73a22635-e97b-45c5-b2fd-5221aa69004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:58.058182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:58.614118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.165253 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d12ee86-2306-4796-a935-4f1722de380c req-25eea61d-7573-48d9-bb3c-b718254509d4 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190018270&fields=id&tenant_id=5d8dde9ce4044161b7985dee277429df HTTP/1.1" status: 200  len: 267 time: 0.0736773
Apr 22 21:39:59.265698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ee86-2306-4796-a935-4f1722de380c req-612dd4a8-9ceb-40ca-a949-ae9175ac4bf1 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:59.267470 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d12ee86-2306-4796-a935-4f1722de380c req-612dd4a8-9ceb-40ca-a949-ae9175ac4bf1 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 984 time: 0.0953224
Apr 22 21:39:59.280776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Request body: {'port': {'security_groups': ['80800793-e4f3-41ab-8e33-74e93a73d959']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:39:59.423951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.555018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.695454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:39:59.728066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.732911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.739120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:39:59.744909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:39:59.822946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:39:59.823681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:39:59.832820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:39:59.838178 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d12ee86-2306-4796-a935-4f1722de380c req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "PUT /v2.0/ports/155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 942 time: 0.5600278
Apr 22 21:39:59.838768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:39:59.865003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event updated for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:39:59.874511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:39:59.939039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:39:59.984045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:40:00.005447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.058556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.093430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-8b2b8d7a-6984-4832-9491-e37601ac4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:00.096773 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-8b2b8d7a-6984-4832-9491-e37601ac4f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1098 time: 0.1338642
Apr 22 21:40:00.200804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-baf372d1-9e17-47fb-894a-179c5458066d None None] Provisioning complete for port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:40:00.202024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-baf372d1-9e17-47fb-894a-179c5458066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.252401 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-5683b14d-4c91-4517-a46e-88857f38a3bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1271734
Apr 22 21:40:00.261795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.274042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5515d152-ab70-489c-9fb1-8eaac4671bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:00.293798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-b3ba1564-66f4-4af6-be0b-b2ba7df9a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:00.294673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.295919 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-b3ba1564-66f4-4af6-be0b-b2ba7df9a0e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.1784286
Apr 22 21:40:00.296160 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "DELETE /v2.0/security-groups/facb85a3-5c80-4369-b85f-de72a3fb9a07 HTTP/1.1" status: 204  len: 168 time: 0.4620702
Apr 22 21:40:00.297952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb85a3-5c80-4369-b85f-de72a3fb9a07,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:00.299791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 44760) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:00.423271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:00.463832 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-6aa950b7-8b81-416e-ba67-c9cf235bdee3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 1001 time: 0.1535461
Apr 22 21:40:00.560872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-4c43d7f6-e216-4d6a-b390-52612a878e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:00.563036 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-4c43d7f6-e216-4d6a-b390-52612a878e14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.0963135
Apr 22 21:40:00.672115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-2f8aa29b-026f-4278-b929-1d7a73202ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:00.674564 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-2f8aa29b-026f-4278-b929-1d7a73202ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1022019
Apr 22 21:40:00.835942 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-03cde949-8195-4e40-9ce3-af424e07d3d3 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511505
Apr 22 21:40:00.958960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Deleting port 5c9d2882-8c03-4c92-9c16-be63a21f1766 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:00.959351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:00.994476 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99059d5e-06d3-4b9c-9f82-f9306c78fb06 req-3a66bc5a-701b-420b-bef1-e0774651cd85 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447122
Apr 22 21:40:01.101706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:01.101999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:01.180431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-b17dad61-9f22-4e03-98fc-17075839c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:01.182101 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-b17dad61-9f22-4e03-98fc-17075839c262 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1098 time: 0.0851831
Apr 22 21:40:01.236659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Calling delete_port for 5c9d2882-8c03-4c92-9c16-be63a21f1766 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:01.343983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-aa0d7fb4-74e7-4f04-a8ff-871f91e00c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:01.345756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-aa0d7fb4-74e7-4f04-a8ff-871f91e00c23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.1393733
Apr 22 21:40:01.375465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:01.379423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4c9028b-a839-4c00-82e1-8392fcf0e0c7 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:01.426892 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-e20fd0eb-8089-432b-91b7-52efd7f5ede8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 217 time: 0.0725677
Apr 22 21:40:01.428994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event deleted for resources: {'Port': ['ID=5c9d2882-8c03-4c92-9c16-be63a21f1766,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:01.432487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:01.512578 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-e0339082-61d1-485e-8dc5-af65ed6c37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:01.514813 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-e0339082-61d1-485e-8dc5-af65ed6c37cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.0784500
Apr 22 21:40:01.539508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:01.540078 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Floating IP 98761705-50c5-4f2d-8b77-ab9d645c10b2 disassociated (deleted). External IP: 172.27.3.236, port: 155480e7-7c89-4d14-aa81-2ed53ddb07c2.
Apr 22 21:40:01.617340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-fa8e57d1-3dc0-444c-ad30-f28962d7b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:01.619024 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-fa8e57d1-3dc0-444c-ad30-f28962d7b5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0879021
Apr 22 21:40:01.738575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:40:01.784438 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-5d4b8c64-3592-4f43-a554-c711cf59b07a service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560497
Apr 22 21:40:01.958627 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492a8b25-85a2-4ea4-bc8a-189b89136653 req-ba603c91-7a77-4117-919b-d9c342986249 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653936
Apr 22 21:40:01.989531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Router 81b5f4fd-0138-4044-abd8-90fe99874c3f has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:02.200634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:02.215799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Sync routers for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:02.227832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:02.233574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:02.234726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf230ba8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:02.317145 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "DELETE /v2.0/floatingips/98761705-50c5-4f2d-8b77-ab9d645c10b2 HTTP/1.1" status: 204  len: 168 time: 2.0094190
Apr 22 21:40:02.317916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:02.423924 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:40:02.538257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:02.540499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576a9f4-919f-4bc0-a877-217a2162413e req-f08d564d-8a9d-4ee5-8d3f-bc331812f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:02.542410 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-f08d564d-8a9d-4ee5-8d3f-bc331812f141 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8dde9ce4044161b7985dee277429df&device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 1098 time: 0.0902853
Apr 22 21:40:02.714835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576a9f4-919f-4bc0-a877-217a2162413e req-b6432f1f-182f-4fa7-aed6-e5b3829a1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:02.717029 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-b6432f1f-182f-4fa7-aed6-e5b3829a1530 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 200  len: 915 time: 0.1647270
Apr 22 21:40:02.813692 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-719b37ca-9252-426e-a3f4-fa7853f730d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 200  len: 217 time: 0.0839355
Apr 22 21:40:02.897674 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576a9f4-919f-4bc0-a877-217a2162413e req-c83671c0-7388-44f4-b895-095254fa4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:02.899665 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-c83671c0-7388-44f4-b895-095254fa4bf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 200  len: 854 time: 0.0796511
Apr 22 21:40:02.993714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576a9f4-919f-4bc0-a877-217a2162413e req-e6703548-f806-438e-ac01-fddb7e304e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:02.995489 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-e6703548-f806-438e-ac01-fddb7e304e1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02bf31cf-e015-4866-8446-4d86941fa197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0871112
Apr 22 21:40:03.024582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:03.140891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf230ba8>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:03.145237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Checking router: 81b5f4fd-0138-4044-abd8-90fe99874c3f for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:40:03.155076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:03.155767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf230ba8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:03.157624 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-080bbf51-94c7-4116-b10e-166b3cd9e755 service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535666
Apr 22 21:40:03.324539 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2576a9f4-919f-4bc0-a877-217a2162413e req-92817b4b-d772-42be-a4c6-14392dd6d41a service neutron] 10.222.0.13 "GET /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536834
Apr 22 21:40:03.367004 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:03.742536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf230ba8>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:03.747305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a69013-439f-4ff4-989f-be5e9ae98fbc None None] The sync data for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi is: [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:36:27Z', 'revision_number': 4, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '74d8ffb6-ac01-4260-b3b3-61a5b6ec4325', 'name': '', 'network_id': '02bf31cf-e015-4866-8446-4d86941fa197', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'mac_address': 'fa:16:3e:a6:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:26Z', 'updated_at': '2021-04-22T21:36:39Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'subnets': [{'id': '34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:40:04.174926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a6f64-1c02-42fb-81cf-a77390eb6ec2 None None] New status for floating IP 98761705-50c5-4f2d-8b77-ab9d645c10b2: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:40:09.504149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b044a-77e7-4628-9156-d943e355f42c req-12e159d9-a643-43c1-9bca-fdcb41654b37 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:09.505819 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac4b044a-77e7-4628-9156-d943e355f42c req-12e159d9-a643-43c1-9bca-fdcb41654b37 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.0943885
Apr 22 21:40:09.558146 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac4b044a-77e7-4628-9156-d943e355f42c req-299aeb0d-c525-49d5-add0-a826c5d0ceb6 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455465
Apr 22 21:40:10.783426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1017d-a309-4c18-941e-2ea8099dfaf6 req-af4f5351-81dd-42a3-98f9-a983c8acd5f3 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:10.785026 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0d1017d-a309-4c18-941e-2ea8099dfaf6 req-af4f5351-81dd-42a3-98f9-a983c8acd5f3 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.0933721
Apr 22 21:40:10.833664 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0d1017d-a309-4c18-941e-2ea8099dfaf6 req-af82c040-3f15-412a-b005-466bba607292 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415235
Apr 22 21:40:11.309704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-71b7b6d3-7ad2-4bc5-acd5-9af6aa4a166a tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:11.311428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-71b7b6d3-7ad2-4bc5-acd5-9af6aa4a166a tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.13 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.0958271
Apr 22 21:40:11.468533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Deleting port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:11.468912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:11.618446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] For port 155480e7-7c89-4d14-aa81-2ed53ddb07c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=155480e7-7c89-4d14-aa81-2ed53ddb07c2,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:11.618845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:11.995043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Calling delete_port for 155480e7-7c89-4d14-aa81-2ed53ddb07c2 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:12.104161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdede58-c151-492b-84f8-0623c2e7ed0e req-ec70fcde-2531-44e7-b9b5-58b4a22d2089 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:12.105815 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fdede58-c151-492b-84f8-0623c2e7ed0e req-ec70fcde-2531-44e7-b9b5-58b4a22d2089 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/ports?device_id=c25b4e75-33a3-49dc-a93a-dbfefb40d840 HTTP/1.1" status: 200  len: 945 time: 0.1191375
Apr 22 21:40:12.171459 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fdede58-c151-492b-84f8-0623c2e7ed0e req-a1951690-3a8d-4040-9445-92ef97b7cb58 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.11 "GET /v2.0/security-groups?id=80800793-e4f3-41ab-8e33-74e93a73d959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585446
Apr 22 21:40:12.241485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:12.249495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4f6a33bd-e397-4a29-94ab-6048e78cf48c tempest-VolumesNegativeTest-2027994357 tempest-VolumesNegativeTest-2027994357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:12.253186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['155480e7-7c89-4d14-aa81-2ed53ddb07c2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:40:12.301385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Pushing event deleted for resources: {'Port': ['ID=155480e7-7c89-4d14-aa81-2ed53ddb07c2,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:12.330461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:12.382523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] No DVR routers for this DVR port 155480e7-7c89-4d14-aa81-2ed53ddb07c2 on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:12.385199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:12.388065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'name': 'network-vif-deleted', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:12.410858 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-df0c9ce6-2a88-42e7-ae27-2d68c90f6a61 req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] 10.222.0.13 "DELETE /v2.0/ports/155480e7-7c89-4d14-aa81-2ed53ddb07c2 HTTP/1.1" status: 204  len: 173 time: 1.0935931
Apr 22 21:40:12.437719 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b4e75-33a3-49dc-a93a-dbfefb40d840', 'name': 'network-vif-deleted', 'tag': '155480e7-7c89-4d14-aa81-2ed53ddb07c2', 'status': 'completed', 'code': 200}
Apr 22 21:40:14.058849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45074) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:14.074195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45078) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:14.149963 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Deleting subnet 4c0dd58e-8f11-4285-a6b4-86d171810c81 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:40:14.153966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.214396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.278659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.603127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.608872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7a98fc1-db94-428c-838a-39f6dfbca296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:14.647565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0dd58e-8f11-4285-a6b4-86d171810c81,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:14.649892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.653362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:14.657521 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-cbbcf8ee-1605-4a6b-8f6c-976a82cdc16a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c0dd58e-8f11-4285-a6b4-86d171810c81 HTTP/1.1" status: 204  len: 168 time: 0.5818398
Apr 22 21:40:14.660455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45090) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:14.676448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.786791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:14.925546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.058669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf15f898>,) {'filters': {'network_id': ['b8ebd953-0417-416e-bbbf-2c42748dbce7']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:15.073178 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf15f898>, 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:15.073872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf15f898>, 'b9cd3923-7bef-4758-beee-b6ca2b88ad1c') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:15.087140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.106070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.115038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:40:15.310773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:15.320715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.422122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Deleting port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:15.422473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.510448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Network b8ebd953-0417-416e-bbbf-2c42748dbce7 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:40:15.541736 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:40:15.566131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] For port 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:15.566495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.620106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.625895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b0993f45-3013-473f-8644-b0c1dc84157d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:15.646786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.650113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ebd953-0417-416e-bbbf-2c42748dbce7,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:15.654220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:15.665759 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] 10.222.0.11 "DELETE /v2.0/networks/b8ebd953-0417-416e-bbbf-2c42748dbce7 HTTP/1.1" status: 204  len: 168 time: 1.0040956
Apr 22 21:40:15.725366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Calling delete_port for 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:15.883453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45104) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:15.906854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:15.911695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e1283438-b510-4468-a01c-bcbe81b1e785 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:15.950740 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c9dcae72-d2f3-4e2b-bf61-eeabe036701b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b48ea5fcf7f84c37a3e0d0592856c06d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0656729
Apr 22 21:40:15.951926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45110) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:15.958074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 155480e7-7c89-4d14-aa81-2ed53ddb07c2 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:15.960560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d8ffb6-ac01-4260-b3b3-61a5b6ec4325,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:15.998367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:15.998803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:15.999206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:15.999617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.000271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.000670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.001103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.001553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.001955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.002352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.002806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.003146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:16.012305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:16.028381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 155480e7-7c89-4d14-aa81-2ed53ddb07c2 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:16.028936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 155480e7-7c89-4d14-aa81-2ed53ddb07c2 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:16.074349 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:16.105440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:16.172687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:16.178378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d206498-72e4-46b2-bad0-d95765877a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:16.193286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd61c8a-d00a-4cf7-8483-78068020d814,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:16.195863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:16.199735 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fd61c8a-d00a-4cf7-8483-78068020d814 HTTP/1.1" status: 204  len: 168 time: 0.2441518
Apr 22 21:40:16.199735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:16.275473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:16.684265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Router 81b5f4fd-0138-4044-abd8-90fe99874c3f has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:16.879285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:16.896626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Sync routers for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:16.906705 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] 10.222.0.11 "PUT /v2.0/routers/81b5f4fd-0138-4044-abd8-90fe99874c3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8464663
Apr 22 21:40:16.909581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45124) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:16.913734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:16.914672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae463a20>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:17.105173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:17.122695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:17.311867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:17.394939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Deleting port 6969c900-55fe-44d3-b2c8-30fe8f675233 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:17.395334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:17.448048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae463a20>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:40:15Z', 'revision_number': 5, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port': {'id': '6969c900-55fe-44d3-b2c8-30fe8f675233', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:18Z', 'updated_at': '2021-04-22T21:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:17.452611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Checking router: 81b5f4fd-0138-4044-abd8-90fe99874c3f for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:40:17.463052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Routers {'81b5f4fd-0138-4044-abd8-90fe99874c3f'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:17.463992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae463a20>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['81b5f4fd-0138-4044-abd8-90fe99874c3f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:17.526153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] For port 6969c900-55fe-44d3-b2c8-30fe8f675233, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=6969c900-55fe-44d3-b2c8-30fe8f675233,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:17.526552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:17.630054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] Set router 81b5f4fd-0138-4044-abd8-90fe99874c3f gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:17.655288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Calling delete_port for 6969c900-55fe-44d3-b2c8-30fe8f675233 owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:17.744662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae463a20>, [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:40:17Z', 'revision_number': 6, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:17.749269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f212bf-2564-42d6-8e65-d4a865ab5813 None None] The sync data for ids ['81b5f4fd-0138-4044-abd8-90fe99874c3f'] in dv-cinder-763306-11-iscsi is: [{'id': '81b5f4fd-0138-4044-abd8-90fe99874c3f', 'name': 'tempest-TestMinimumBasicScenario-1389058914-router', 'tenant_id': '5d8dde9ce4044161b7985dee277429df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:16Z', 'updated_at': '2021-04-22T21:40:17Z', 'revision_number': 6, 'project_id': '5d8dde9ce4044161b7985dee277429df', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:40:17.806264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:17.811438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0a8e8600-6361-4233-9e8f-86fb0ac15867 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:17.857550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6969c900-55fe-44d3-b2c8-30fe8f675233,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:17.862752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:17.963303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.395323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.398062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.505926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.506532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b5f4fd-0138-4044-abd8-90fe99874c3f {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:40:18.520549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.521758 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0748ff6d-a79f-4ff4-80dc-4ccd625f8bfc admin admin] 10.222.0.11 "DELETE /v2.0/routers/81b5f4fd-0138-4044-abd8-90fe99874c3f HTTP/1.1" status: 204  len: 168 time: 1.6110337
Apr 22 21:40:18.524441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45144) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:18.595957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Deleting subnet 34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:40:18.599584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.653866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:18.783439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.068610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.074106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e6c95e8-66b0-4b3c-8a30-5e6cc5e31d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:19.115169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.118932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:19.119283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6204c-0f67-4cc3-9c08-f87474f1cbc4 None None] Network 02bf31cf-e015-4866-8446-4d86941fa197 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:40:19.122562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:19.128018 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8df82e56-3830-4eee-91b8-079d26ade453 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/34a6cf34-6cbd-4f23-94c1-4f3aeb23b1a8 HTTP/1.1" status: 204  len: 168 time: 0.6001351
Apr 22 21:40:19.128293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45156) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:19.249853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.326450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Deleting port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:19.326768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.393603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] DHCP port deletion for 02bf31cf-e015-4866-8446-4d86941fa197 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:40:19.436751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] For port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:19.437386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.465195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Deleting port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:19.465195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.588123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Calling delete_port for 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:19.641221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.645633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:19.694462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Pushing event deleted for resources: {'Port': ['ID=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:19.698044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:19.698947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] No DVR routers for this DVR port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 on host dv-cinder-763306-11-iscsi {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:19.720723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:19.780435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:19.780823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:19.781296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:19.823507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.827808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:19.828184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 74d8ffb6-ac01-4260-b3b3-61a5b6ec4325 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:19.828679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6969c900-55fe-44d3-b2c8-30fe8f675233 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:19.874072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 6969c900-55fe-44d3-b2c8-30fe8f675233 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:19.874355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 6969c900-55fe-44d3-b2c8-30fe8f675233 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:19.877142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] For port 12984d3c-643f-4eb0-9bbc-a4f07498f0f6, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=12984d3c-643f-4eb0-9bbc-a4f07498f0f6,segment=NetworkSegment(836d14a6-a1ed-4a64-9f2e-61929acbb7ca),segment_id=836d14a6-a1ed-4a64-9f2e-61929acbb7ca)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:19.877605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.939460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaeb41748>,) {'filters': {'network_id': ['02bf31cf-e015-4866-8446-4d86941fa197']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:19.955422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaeb41748>, '836d14a6-a1ed-4a64-9f2e-61929acbb7ca') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:19.955763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaeb41748>, '836d14a6-a1ed-4a64-9f2e-61929acbb7ca') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:19.968793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.988788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:19.996836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:40:20.037081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Calling delete_port for 12984d3c-643f-4eb0-9bbc-a4f07498f0f6 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:20.174241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:40:20.174668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:40:20.182617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Network 02bf31cf-e015-4866-8446-4d86941fa197 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:20.191774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:20.369840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Network 02bf31cf-e015-4866-8446-4d86941fa197 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:40:20.392823 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:40:20.486970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:20.490772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:20.507299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:20.516103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Pushing event deleted for resources: {'Network': ['ID=02bf31cf-e015-4866-8446-4d86941fa197,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:20.521335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:20.524454 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] 10.222.0.11 "DELETE /v2.0/networks/02bf31cf-e015-4866-8446-4d86941fa197 HTTP/1.1" status: 204  len: 168 time: 1.3951528
Apr 22 21:40:20.528936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45168) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:20.715930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-40be5379-6c88-4738-a1bf-97c2dc0f3482 None None] The port '12984d3c-643f-4eb0-9bbc-a4f07498f0f6' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:40:21.109731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:21.549143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Deleting port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:21.549755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:21.931739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] For port 5ee54aed-06f7-4b99-b018-5f5fb62f2b20, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:21.931987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:22.066548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Calling delete_port for 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:22.219250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:22.224085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f9eacc71-4bd4-4275-821c-cc0e5ed090a5 tempest-VolumesSnapshotTestJSON-1414618694 tempest-VolumesSnapshotTestJSON-1414618694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:22.273030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee54aed-06f7-4b99-b018-5f5fb62f2b20,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:22.304042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:22.577499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:22.971972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Router 78962d39-346e-4382-88da-71031b7e9ec1 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:23.170584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:23.180473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Sync routers for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:23.181157 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] 10.222.0.11 "PUT /v2.0/routers/78962d39-346e-4382-88da-71031b7e9ec1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6508124
Apr 22 21:40:23.184822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45192) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:23.192792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:23.193759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf8bd908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:23.377391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:23.388871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:23.565187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:23.641788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Deleting port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:23.642288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:23.713737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf8bd908>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:40:22Z', 'revision_number': 5, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port': {'id': '2c75bdee-bc75-42f6-9561-db1ff1fa93b8', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78962d39-346e-4382-88da-71031b7e9ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:36:34Z', 'updated_at': '2021-04-22T21:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:23.720296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Checking router: 78962d39-346e-4382-88da-71031b7e9ec1 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:40:23.730235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Routers {'78962d39-346e-4382-88da-71031b7e9ec1'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:23.730891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf8bd908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:39:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['78962d39-346e-4382-88da-71031b7e9ec1'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:23.774991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] For port 2c75bdee-bc75-42f6-9561-db1ff1fa93b8, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:23.775393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:23.910899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Calling delete_port for 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:24.064354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] Set router 78962d39-346e-4382-88da-71031b7e9ec1 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:24.080727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.084806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6792e5eb-2b69-48a7-af40-8885234fc2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:24.131129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c75bdee-bc75-42f6-9561-db1ff1fa93b8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:24.138451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:24.182148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf8bd908>, [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:40:23Z', 'revision_number': 6, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:24.187171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb3edb-bb42-4901-acfd-2d15d667f264 None None] The sync data for ids ['78962d39-346e-4382-88da-71031b7e9ec1'] in dv-cinder-763306-11-iscsi is: [{'id': '78962d39-346e-4382-88da-71031b7e9ec1', 'name': 'tempest-TestMinimumBasicScenario-1890367089-router', 'tenant_id': '42d37067e924471197cdb566af667f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:36:33Z', 'updated_at': '2021-04-22T21:40:23Z', 'revision_number': 6, 'project_id': '42d37067e924471197cdb566af667f78', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:40:24.486045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.677905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.680379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.702332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.702815 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78962d39-346e-4382-88da-71031b7e9ec1 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:40:24.716497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.718046 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] 10.222.0.11 "DELETE /v2.0/routers/78962d39-346e-4382-88da-71031b7e9ec1 HTTP/1.1" status: 204  len: 168 time: 1.5318449
Apr 22 21:40:24.720810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45206) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:24.793443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Deleting subnet bc827da0-c01f-4bd8-89d0-0fc3f0e373bd {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:40:24.797034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.851771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:24.941767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.209813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.215135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6ce063d-dc8c-473b-a40f-d0d474fb4260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:25.242115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-621a62a3-6db4-4420-b5c4-a376b5e5277b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.260450 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc827da0-c01f-4bd8-89d0-0fc3f0e373bd,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:25.263941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:25.265247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.272818 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1a6c937a-5cbf-4962-ac7b-c873459afd23 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc827da0-c01f-4bd8-89d0-0fc3f0e373bd HTTP/1.1" status: 204  len: 168 time: 0.5507536
Apr 22 21:40:25.275652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45216) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:25.275799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25821287-d6ff-48c1-b8d0-71e594da816e None None] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:40:25.419728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.570896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] DHCP port deletion for 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:40:25.583072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Deleting port e26f598a-68db-44a9-a92d-7733f1b4ef70 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:25.583579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.625223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:25.671313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:25.671714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 5ee54aed-06f7-4b99-b018-5f5fb62f2b20 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:25.672196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:25.723781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:25.724474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 2c75bdee-bc75-42f6-9561-db1ff1fa93b8 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:25.737396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Deleting port e26f598a-68db-44a9-a92d-7733f1b4ef70 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:25.738067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.742669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] For port e26f598a-68db-44a9-a92d-7733f1b4ef70, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e26f598a-68db-44a9-a92d-7733f1b4ef70,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:25.743248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.853813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] For port e26f598a-68db-44a9-a92d-7733f1b4ef70, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e26f598a-68db-44a9-a92d-7733f1b4ef70,segment=NetworkSegment(234fc092-9c9b-4bc0-8108-0b202b9e63b9),segment_id=234fc092-9c9b-4bc0-8108-0b202b9e63b9)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:25.854802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:25.866392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2dfc2-b6cb-489e-91be-f40f086a495c req-d7a81939-a010-413e-a39d-95b58299ee04 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:25.875990 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-36e2dfc2-b6cb-489e-91be-f40f086a495c req-d7a81939-a010-413e-a39d-95b58299ee04 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1025903
Apr 22 21:40:25.928926 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-36e2dfc2-b6cb-489e-91be-f40f086a495c req-1059480f-59d5-4353-8b44-b090020d23df tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519571
Apr 22 21:40:25.976580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Calling delete_port for e26f598a-68db-44a9-a92d-7733f1b4ef70 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:26.026274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.031725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:26.037241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Calling delete_port for e26f598a-68db-44a9-a92d-7733f1b4ef70 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:26.082573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e26f598a-68db-44a9-a92d-7733f1b4ef70,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:26.084605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] No DVR routers for this DVR port e26f598a-68db-44a9-a92d-7733f1b4ef70 on host dv-cinder-763306-11-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:26.086207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:26.090177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:40:26.090719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:40:26.212664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.342661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eae6daa20>,) {'filters': {'network_id': ['5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:26.355572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae6daa20>, '234fc092-9c9b-4bc0-8108-0b202b9e63b9') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:26.355944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eae6daa20>, '234fc092-9c9b-4bc0-8108-0b202b9e63b9') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:26.368289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.385218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.392692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:40:26.573868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:26.583329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.630833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-19f0f999-4c1e-408d-a8ad-598883655ed9 None None] The port 'e26f598a-68db-44a9-a92d-7733f1b4ef70' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:40:26.764502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Network 5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:40:26.790712 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:40:26.868279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.873569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:26.876249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:26.899406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:26.902027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:26.904586 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ef31b80-ae9f-48a8-aa5e-a2b1ed0ade7d HTTP/1.1" status: 204  len: 168 time: 1.6269979
Apr 22 21:40:27.100377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45262) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:27.153708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99de49-986b-45a2-b21b-7f880082d521 req-c1c5182a-83c2-4ca8-bdcf-8a195887c935 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:27.155378 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac99de49-986b-45a2-b21b-7f880082d521 req-c1c5182a-83c2-4ca8-bdcf-8a195887c935 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0965557
Apr 22 21:40:27.163966 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f4fd0cd8-c9ed-4dbc-b8c4-0e3534631d8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d8dde9ce4044161b7985dee277429df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0620379
Apr 22 21:40:27.166548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45266) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:27.204456 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac99de49-986b-45a2-b21b-7f880082d521 req-c3b163c7-c005-4a2a-899b-a1cb0e03c711 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422745
Apr 22 21:40:27.230229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.259636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.313996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.319384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a77293b1-26fb-4450-ad3c-71d3518d9896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:27.333316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80800793-e4f3-41ab-8e33-74e93a73d959,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:27.337062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:27.342832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.344112 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80800793-e4f3-41ab-8e33-74e93a73d959 HTTP/1.1" status: 204  len: 168 time: 0.1765716
Apr 22 21:40:27.536582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e26f598a-68db-44a9-a92d-7733f1b4ef70 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:27.582127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: e26f598a-68db-44a9-a92d-7733f1b4ef70 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:27.582472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e26f598a-68db-44a9-a92d-7733f1b4ef70 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:27.640993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee543fbb-3108-42a1-b86e-84af8a38b05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.742213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45284) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:27.798722 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3ed6d6ac-78d6-4576-a70f-8938e6deab16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42d37067e924471197cdb566af667f78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550988
Apr 22 21:40:27.801402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45288) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:27.874856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.903611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.953668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.959104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0644f439-e372-4a26-9b27-4d508dba7c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:27.970228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3107aa-2f51-488e-9a4d-dbfdfad41ab0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:27.972745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:27.978343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:27.982286 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa3107aa-2f51-488e-9a4d-dbfdfad41ab0 HTTP/1.1" status: 204  len: 168 time: 0.1794767
Apr 22 21:40:28.061885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:28.425426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52697aa6-9437-409b-98af-2234cfe8adab req-46dd0ba3-f444-44f8-b0d0-15ed37b56c08 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:28.426926 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52697aa6-9437-409b-98af-2234cfe8adab req-46dd0ba3-f444-44f8-b0d0-15ed37b56c08 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0914166
Apr 22 21:40:28.481627 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52697aa6-9437-409b-98af-2234cfe8adab req-5c980cd2-76aa-43b9-af2d-d815571dd0ad tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480883
Apr 22 21:40:28.618130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:29.556915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:29.698573 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad845-da20-42ff-a69b-2cc9c44848a5 req-e696b85d-b5cb-41d4-8835-e98593ab8954 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:29.700247 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-68aad845-da20-42ff-a69b-2cc9c44848a5 req-e696b85d-b5cb-41d4-8835-e98593ab8954 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0947957
Apr 22 21:40:29.748666 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-68aad845-da20-42ff-a69b-2cc9c44848a5 req-e5d09def-7c49-46da-9f44-594e72785b67 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414908
Apr 22 21:40:30.963306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478224-7953-42e3-b4d5-7d9d1bcc432e req-e6b1267d-401d-43d1-ad55-de712ecdbf78 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:30.964973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd478224-7953-42e3-b4d5-7d9d1bcc432e req-e6b1267d-401d-43d1-ad55-de712ecdbf78 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0946903
Apr 22 21:40:31.015363 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd478224-7953-42e3-b4d5-7d9d1bcc432e req-4a36d232-2cf0-429d-b109-f765002ce71e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437415
Apr 22 21:40:32.236599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46055e43-26f0-44a1-aea7-4c55906f2442 req-7e8d89ea-273b-4a59-8098-e5906307f7cc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:32.238275 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46055e43-26f0-44a1-aea7-4c55906f2442 req-7e8d89ea-273b-4a59-8098-e5906307f7cc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0934384
Apr 22 21:40:32.288048 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46055e43-26f0-44a1-aea7-4c55906f2442 req-3a5eb26a-437d-4db4-8e95-f7994da57cd5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429888
Apr 22 21:40:32.928345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:33.502826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e37a2-92dd-4dae-88d2-d9722b4efbf8 req-35c3d068-a5e1-4321-9698-d6078fda9c4d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:33.504505 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee0e37a2-92dd-4dae-88d2-d9722b4efbf8 req-35c3d068-a5e1-4321-9698-d6078fda9c4d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0954926
Apr 22 21:40:33.555514 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee0e37a2-92dd-4dae-88d2-d9722b4efbf8 req-df3b4f59-b2d5-4b41-8626-02252998a851 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441689
Apr 22 21:40:34.774333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebba966-50cd-4e33-8897-39ec94b60bf9 req-0ad6f0e2-4d53-43c9-bd3d-5590fc0b11f9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:34.775911 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ebba966-50cd-4e33-8897-39ec94b60bf9 req-0ad6f0e2-4d53-43c9-bd3d-5590fc0b11f9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0994747
Apr 22 21:40:34.832134 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5ebba966-50cd-4e33-8897-39ec94b60bf9 req-49163474-fb0b-45ad-91bc-33f02acedfb6 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493801
Apr 22 21:40:36.046150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a267-15a5-4066-8428-fb94178cedc9 req-f5759140-6773-4ed9-bf90-a88d881a0614 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:36.047752 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a83a267-15a5-4066-8428-fb94178cedc9 req-f5759140-6773-4ed9-bf90-a88d881a0614 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0912516
Apr 22 21:40:36.097731 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a83a267-15a5-4066-8428-fb94178cedc9 req-d38dd343-5206-4fc6-b373-11ab9dc14d9a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430255
Apr 22 21:40:36.590763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45384) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:36.728111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:36.743497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:40:36.748044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Usage tracker for resource:security_group_rule and tenant:9aeea26606754a068d50e21693c28490 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:40:36.751077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:40:36.757272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:40:36.852993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:36.856330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:36.863954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0df243f8-6e48-4c52-a331-c505a88ff6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:36.907889 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9aeea26606754a068d50e21693c28490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3158193
Apr 22 21:40:36.908849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6da0715-a1b1-445e-9083-2f2ff7b90fa1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:36.912258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45390) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:36.912495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:36.983174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:37.011911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:37.062741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:37.066841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-913ca234-81b7-473d-8a70-92298ee41fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:37.078789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6da0715-a1b1-445e-9083-2f2ff7b90fa1,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:37.090389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.090811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.091226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.091637 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.092038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.092435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.092840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.093234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.093681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.094076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.094472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.094860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:37.097931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:37.099131 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6da0715-a1b1-445e-9083-2f2ff7b90fa1 HTTP/1.1" status: 204  len: 168 time: 0.1854696
Apr 22 21:40:37.100298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:37.313403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f96e7-545e-4b88-a94f-0784d39f206b req-259470f5-a043-4595-98aa-d7c8683d7490 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:37.315285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a5f96e7-545e-4b88-a94f-0784d39f206b req-259470f5-a043-4595-98aa-d7c8683d7490 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0959442
Apr 22 21:40:37.368016 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a5f96e7-545e-4b88-a94f-0784d39f206b req-6213b63b-6427-4d31-91b9-b9e7da13662e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454550
Apr 22 21:40:38.045874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:40:38.199134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:38.213481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:40:38.273259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:38.292159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:40:38.308602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:38.312526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:38.314761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:38.389362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:38.397296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.397718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.398096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.398457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.398821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.399180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.399545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.399891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.400248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.400604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.400956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.401290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:40:38.405591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:38.431982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['a915e51d-4e69-4c88-89fb-2d81cedef30c'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:40:38.592220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7aa71-1915-437d-9954-2dda7c72abde req-2b2c38bc-0722-4e7d-9533-8ac7c0dfd5b3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:38.593767 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a7aa71-1915-437d-9954-2dda7c72abde req-2b2c38bc-0722-4e7d-9533-8ac7c0dfd5b3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.0927494
Apr 22 21:40:38.644383 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a7aa71-1915-437d-9954-2dda7c72abde req-d18991d9-beac-4f4a-85e2-fa56ba81b0b1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438247
Apr 22 21:40:38.740837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:40:39.867596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38301f-d31a-4821-abec-0439f3d07687 req-b5af952b-0f8f-421c-9051-6d1251bd4fee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:39.870607 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b38301f-d31a-4821-abec-0439f3d07687 req-b5af952b-0f8f-421c-9051-6d1251bd4fee tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.1001019
Apr 22 21:40:39.946832 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b38301f-d31a-4821-abec-0439f3d07687 req-5a7a2171-7a34-46fa-9ccf-e64771a2a1c4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695362
Apr 22 21:40:40.061600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:40:40.143531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port a915e51d-4e69-4c88-89fb-2d81cedef30c triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:40:40.144108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:40.282446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:40.314638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:40.332040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:40.338389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:40.340976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:40.419345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:40.425844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:40.555092 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'code': 200}
Apr 22 21:40:41.168754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592359b-430d-45be-bb6a-a516501aeebd req-55e7c329-7576-457f-95a6-f8e7307c6222 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:41.171239 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6592359b-430d-45be-bb6a-a516501aeebd req-55e7c329-7576-457f-95a6-f8e7307c6222 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0980237
Apr 22 21:40:41.232485 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6592359b-430d-45be-bb6a-a516501aeebd req-b9e35166-6232-4c7d-935b-a92fab797cf4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538945
Apr 22 21:40:41.441322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeec52-a2e4-4a32-a8c2-958e94ce82ae req-57e8ad61-c3b0-4ad8-960c-1ac23e9e8817 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:41.446012 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1bbeec52-a2e4-4a32-a8c2-958e94ce82ae req-57e8ad61-c3b0-4ad8-960c-1ac23e9e8817 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1140773
Apr 22 21:40:41.504532 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1bbeec52-a2e4-4a32-a8c2-958e94ce82ae req-c7c7a22e-2f1c-43f8-beef-37c4f1735f59 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541253
Apr 22 21:40:42.450782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82507a-e010-47d7-b73c-957ed33afcc8 req-89be90f3-9647-44df-aa2d-8d202fd6ec97 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:42.452445 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b82507a-e010-47d7-b73c-957ed33afcc8 req-89be90f3-9647-44df-aa2d-8d202fd6ec97 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1013081
Apr 22 21:40:42.513010 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b82507a-e010-47d7-b73c-957ed33afcc8 req-f91ce410-2d47-49d6-a749-46017404700e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536416
Apr 22 21:40:42.732733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd536b8c-38b7-4d66-a802-3353108cd89d req-4e693e7c-22e4-4804-98e3-531320c099f3 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:42.734481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd536b8c-38b7-4d66-a802-3353108cd89d req-4e693e7c-22e4-4804-98e3-531320c099f3 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1023419
Apr 22 21:40:42.799301 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd536b8c-38b7-4d66-a802-3353108cd89d req-fbbfee4d-b410-407d-981d-b75dfe0c48c7 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577853
Apr 22 21:40:43.043987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2641ca-7163-4792-9438-22c4626c310b req-cb23cd85-08d2-4367-926a-c5b3031cab54 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:43.045983 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ab2641ca-7163-4792-9438-22c4626c310b req-cb23cd85-08d2-4367-926a-c5b3031cab54 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.0961406
Apr 22 21:40:43.447853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Deleting port 62636eec-4f60-4474-8fb8-1a7cc06a3446 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:43.448376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:43.611372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] For port 62636eec-4f60-4474-8fb8-1a7cc06a3446, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=62636eec-4f60-4474-8fb8-1a7cc06a3446,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:43.612121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:43.984399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277cb4-ea3c-4801-ba96-cd7c7036f3ec req-0a37d374-ec39-4a20-b4c6-4b999a6948ab tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:43.986406 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb277cb4-ea3c-4801-ba96-cd7c7036f3ec req-0a37d374-ec39-4a20-b4c6-4b999a6948ab tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.3009412
Apr 22 21:40:44.115572 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb277cb4-ea3c-4801-ba96-cd7c7036f3ec req-873a2086-c026-4937-ab78-27ce15da1265 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165628
Apr 22 21:40:44.152553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:44.153126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:44.154139 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Floating IP 42672410-b93e-45fa-b1e9-6aad61ad09f9 disassociated. External IP: 172.27.3.83, port: 62636eec-4f60-4474-8fb8-1a7cc06a3446.
Apr 22 21:40:44.154139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Calling delete_port for 62636eec-4f60-4474-8fb8-1a7cc06a3446 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:44.178293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852d5b-c25a-4a16-aab4-30440f0b3575 req-b8da18c0-78ba-4dd2-a56c-a59473e6eba6 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:44.180001 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e852d5b-c25a-4a16-aab4-30440f0b3575 req-b8da18c0-78ba-4dd2-a56c-a59473e6eba6 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 945 time: 0.1826463
Apr 22 21:40:44.244008 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e852d5b-c25a-4a16-aab4-30440f0b3575 req-034bf378-d5d0-407d-873b-7b4673acc5f5 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f89a6e7-3542-4909-a9e4-b1b06e2491b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529482
Apr 22 21:40:44.348905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:44.359126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ed75f7b-e863-4964-a8a0-abc683f9f2ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:44.410282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'Port': ['ID=62636eec-4f60-4474-8fb8-1a7cc06a3446,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:44.417359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:44.633151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:44.831331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:44.849853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:44.864050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:44.864668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaedd6780>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:44.942999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] No DVR routers for this DVR port 62636eec-4f60-4474-8fb8-1a7cc06a3446 on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:44.946398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:44.950878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'name': 'network-vif-deleted', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:44.979023 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ab2641ca-7163-4792-9438-22c4626c310b req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.13 "DELETE /v2.0/ports/62636eec-4f60-4474-8fb8-1a7cc06a3446 HTTP/1.1" status: 204  len: 173 time: 1.9269085
Apr 22 21:40:45.051794 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79485ff-b359-4f9d-aafe-c266f17336ce', 'name': 'network-vif-deleted', 'tag': '62636eec-4f60-4474-8fb8-1a7cc06a3446', 'status': 'completed', 'code': 200}
Apr 22 21:40:45.169686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:45.415767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced74919-f899-4721-99c8-adbc1ca774be req-abe58718-b164-4f3c-8d2c-74894c6301a8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:45.417944 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced74919-f899-4721-99c8-adbc1ca774be req-abe58718-b164-4f3c-8d2c-74894c6301a8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1236186
Apr 22 21:40:45.484080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c11923d4-8887-46e9-be8e-1946da4c7fe0 req-be8e05ba-24c8-4e1e-836b-2b5d8211ec70 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Synchronizing usage tracker for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:40:45.578105 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced74919-f899-4721-99c8-adbc1ca774be req-85a6046b-e9bb-4573-83d2-3432dc3b88a8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865474
Apr 22 21:40:45.579422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c11923d4-8887-46e9-be8e-1946da4c7fe0 req-be8e05ba-24c8-4e1e-836b-2b5d8211ec70 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Unset dirty status for tenant:d550c4d5809f454b8b10cbf402912271 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:40:45.580697 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c11923d4-8887-46e9-be8e-1946da4c7fe0 req-be8e05ba-24c8-4e1e-836b-2b5d8211ec70 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/ports?device_id=b79485ff-b359-4f9d-aafe-c266f17336ce HTTP/1.1" status: 200  len: 210 time: 0.1617520
Apr 22 21:40:45.594205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaedd6780>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:45.609236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:40:45.619521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:45.620568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaedd6780>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:46.016228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:46.360436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaedd6780>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:46.364889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66560621-e4fc-4f35-9143-0acd70ce06bc None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '4b291309-2037-44e0-927e-4b867097eeb5', 'name': '', 'network_id': '088ce216-8f94-4446-a924-71f639d34e58', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'mac_address': 'fa:16:3e:b3:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:51Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'subnets': [{'id': 'c43c63ca-2a18-4cc2-a46b-ef3839bedded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:40:46.773500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45486) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:46.832377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cad6b-8d16-4f57-84d1-495773538ad7 req-384e07d5-613f-45ba-bf3a-3aa5124a472e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:46.844839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5af35-d991-423b-83fd-874c0c76494e None None] New status for floating IP 42672410-b93e-45fa-b1e9-6aad61ad09f9: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:40:46.854032 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-168cad6b-8d16-4f57-84d1-495773538ad7 req-384e07d5-613f-45ba-bf3a-3aa5124a472e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1345546
Apr 22 21:40:46.906461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:46.934870 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-168cad6b-8d16-4f57-84d1-495773538ad7 req-dceb51bc-fe59-41ba-94cd-0344bc4862c3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797694
Apr 22 21:40:46.975256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.045415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.059094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-750af5f3-18ae-488e-a3fd-3dc14d5b2330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:47.081196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.083815 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "DELETE /v2.0/security-groups/0f89a6e7-3542-4909-a9e4-b1b06e2491b5 HTTP/1.1" status: 204  len: 168 time: 0.3088906
Apr 22 21:40:47.085218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89a6e7-3542-4909-a9e4-b1b06e2491b5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:47.087168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45490) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:47.112236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:47.119024 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-3c9bcacc-53d1-4332-8e27-4c31e15c20e1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] show failed (client error): The resource could not be found.
Apr 22 21:40:47.125886 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3c9bcacc-53d1-4332-8e27-4c31e15c20e1 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "GET /v2.0/security-groups/0f89a6e7-3542-4909-a9e4-b1b06e2491b5 HTTP/1.1" status: 404  len: 347 time: 0.0374067
Apr 22 21:40:47.126978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45494) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:47.390378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Deleting port 01a1536a-8e13-4a97-9354-e891fa50cb4a {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:47.391489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.533520 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.534206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.676281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Calling delete_port for 01a1536a-8e13-4a97-9354-e891fa50cb4a owned by network:floatingip {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:47.803390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:47.807789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:47.861379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Pushing event deleted for resources: {'Port': ['ID=01a1536a-8e13-4a97-9354-e891fa50cb4a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:47.865402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:47.968592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks [] for floatingip, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:48.002562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:48.004139 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-181ebcde-e195-4f0a-8c4d-32937bb01d3b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] 10.222.0.11 "DELETE /v2.0/floatingips/42672410-b93e-45fa-b1e9-6aad61ad09f9 HTTP/1.1" status: 204  len: 168 time: 0.8757787
Apr 22 21:40:48.096040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 62636eec-4f60-4474-8fb8-1a7cc06a3446 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:48.143518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 62636eec-4f60-4474-8fb8-1a7cc06a3446 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:48.143891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 62636eec-4f60-4474-8fb8-1a7cc06a3446 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:48.215704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639055a-9fb7-4b44-8896-994ff4ffe7a8 req-cb7bd0b9-955d-4fd3-b257-44ab97170584 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:48.217432 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9639055a-9fb7-4b44-8896-994ff4ffe7a8 req-cb7bd0b9-955d-4fd3-b257-44ab97170584 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1315558
Apr 22 21:40:48.273572 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9639055a-9fb7-4b44-8896-994ff4ffe7a8 req-4fdfeb59-5e1b-4222-85c3-efe4768576e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496473
Apr 22 21:40:49.538744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749691-197b-4637-83e5-c253e98dfd92 req-6bfc86a0-1ffe-45ae-b782-dfa1f0a4611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:49.540322 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-6bfc86a0-1ffe-45ae-b782-dfa1f0a4611f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1099 time: 0.1512346
Apr 22 21:40:49.552482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210b7be-7b2b-496d-b3d2-989a2efaffa3 req-71dfe452-d5aa-42ef-80c5-ba731464d727 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:49.554000 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f210b7be-7b2b-496d-b3d2-989a2efaffa3 req-71dfe452-d5aa-42ef-80c5-ba731464d727 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.1209123
Apr 22 21:40:49.686012 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f210b7be-7b2b-496d-b3d2-989a2efaffa3 req-1154b469-fca4-478d-a08f-650d5f30e5e9 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101599
Apr 22 21:40:49.724505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749691-197b-4637-83e5-c253e98dfd92 req-93d27703-5b21-4461-bdf6-78b0353bc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:49.726118 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-93d27703-5b21-4461-bdf6-78b0353bc7c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.1712363
Apr 22 21:40:50.079711 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-c809ce26-de08-4de0-8eb3-bb933149e9fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 1001 time: 0.3465633
Apr 22 21:40:50.148819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749691-197b-4637-83e5-c253e98dfd92 req-468dceb5-a763-46b8-be90-b17967789ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:50.150389 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-468dceb5-a763-46b8-be90-b17967789ef5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0644603
Apr 22 21:40:50.236646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749691-197b-4637-83e5-c253e98dfd92 req-c028c84b-0a46-4fa7-8c27-5c9cc515d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:50.238334 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-c028c84b-0a46-4fa7-8c27-5c9cc515d758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0814278
Apr 22 21:40:50.394828 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-b5c5723c-1c92-48f4-9b54-d3fd0106fc15 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487086
Apr 22 21:40:50.541120 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93749691-197b-4637-83e5-c253e98dfd92 req-6afd7493-db8e-4d9e-994e-841b27ce6028 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396983
Apr 22 21:40:50.905306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e054d-16f0-4a20-8a06-2e9386d8140b req-3645111d-363c-4d66-9389-efc040669a49 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:50.906905 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b69e054d-16f0-4a20-8a06-2e9386d8140b req-3645111d-363c-4d66-9389-efc040669a49 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0942607
Apr 22 21:40:50.963479 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b69e054d-16f0-4a20-8a06-2e9386d8140b req-07cd88a6-9480-4ad9-b3f4-9fc4fad4cb98 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495381
Apr 22 21:40:52.118210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45546) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:52.178679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320edf9-2723-4369-9ce8-80ccedb36a27 req-7ae5ce34-5177-4a07-bcfa-7c9e9ffbfa89 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:52.180734 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b320edf9-2723-4369-9ce8-80ccedb36a27 req-7ae5ce34-5177-4a07-bcfa-7c9e9ffbfa89 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0975230
Apr 22 21:40:52.230220 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b320edf9-2723-4369-9ce8-80ccedb36a27 req-4a7a0460-69b3-4071-aa7f-00425adb0777 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431232
Apr 22 21:40:52.917655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:53.449897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e16bfe-c85d-4003-a829-473c1fb64bae req-9e245091-f19d-4051-b0d7-9447984ad4cf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:53.451563 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6e16bfe-c85d-4003-a829-473c1fb64bae req-9e245091-f19d-4051-b0d7-9447984ad4cf tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 946 time: 0.0940301
Apr 22 21:40:53.505449 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6e16bfe-c85d-4003-a829-473c1fb64bae req-773bf0c0-6e3a-4bab-9178-b80b34fe7ef0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470555
Apr 22 21:40:53.594729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Deleting port 4b291309-2037-44e0-927e-4b867097eeb5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:53.595116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:53.728572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] For port 4b291309-2037-44e0-927e-4b867097eeb5, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4b291309-2037-44e0-927e-4b867097eeb5,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:53.729049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:53.864599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Calling delete_port for 4b291309-2037-44e0-927e-4b867097eeb5 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:54.019869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:54.025386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5f9f4a64-88f1-4b58-87f5-bd4ff360a10f tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:54.073612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b291309-2037-44e0-927e-4b867097eeb5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:54.076408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:54.118386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:54.255011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:54.283652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:54.297135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:54.302000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:54.304421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c11d9654-0236-4999-98fb-177217407582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:54.343854 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'code': 422} returned with failed status
Apr 22 21:40:54.376373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:54.387355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:54.390502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:54.771295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Router d1373392-2bb9-4cc1-985d-61a34e5d89e9 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:54.966137 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:54.975477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Sync routers for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:54.987473 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] 10.222.0.11 "PUT /v2.0/routers/d1373392-2bb9-4cc1-985d-61a34e5d89e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8686678
Apr 22 21:40:54.990282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45584) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:54.993912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:54.994761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaef136d8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:55.090045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d017c-257f-4576-a17e-1686bd87f8f2 req-edffd95e-48f6-46b2-8d28-3e719a64d6bd tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:55.098048 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-488d017c-257f-4576-a17e-1686bd87f8f2 req-edffd95e-48f6-46b2-8d28-3e719a64d6bd tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0999134
Apr 22 21:40:55.150201 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-488d017c-257f-4576-a17e-1686bd87f8f2 req-3061c93d-6219-41d7-9eaa-a119aea92a7c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507641
Apr 22 21:40:55.203430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:55.206187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:55.289260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45602) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:55.401675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:55.405682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dee53d69-f4ae-48f4-bfb6-a34f44a16efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:55.434696 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-00c03f2e-208d-4641-ab07-a62ba43fd05e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1431012
Apr 22 21:40:55.476455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Deleting port 8c1844e4-6713-49d8-a113-0f99e10c72c9 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:55.476843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:55.544086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaef136d8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:40:53Z', 'revision_number': 5, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port': {'id': '8c1844e4-6713-49d8-a113-0f99e10c72c9', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:44Z', 'updated_at': '2021-04-22T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:55.553077 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Checking router: d1373392-2bb9-4cc1-985d-61a34e5d89e9 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:40:55.562458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Routers {'d1373392-2bb9-4cc1-985d-61a34e5d89e9'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:55.563134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaef136d8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:55.618701 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] For port 8c1844e4-6713-49d8-a113-0f99e10c72c9, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c1844e4-6713-49d8-a113-0f99e10c72c9,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:55.619105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:55.769677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] Set router d1373392-2bb9-4cc1-985d-61a34e5d89e9 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:40:55.917302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaef136d8>, [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:40:55Z', 'revision_number': 6, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:55.921974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38988389-11a1-4880-9c4d-cc2717db321d None None] The sync data for ids ['d1373392-2bb9-4cc1-985d-61a34e5d89e9'] in dv-cinder-763306-11-iscsi is: [{'id': 'd1373392-2bb9-4cc1-985d-61a34e5d89e9', 'name': 'tempest-AttachVolumeTestJSON-556785110-router', 'tenant_id': 'd550c4d5809f454b8b10cbf402912271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:40:55Z', 'revision_number': 6, 'project_id': 'd550c4d5809f454b8b10cbf402912271', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:40:56.025378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Calling delete_port for 8c1844e4-6713-49d8-a113-0f99e10c72c9 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:56.130823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c420b-2916-436e-a136-20060d4b3c0f req-2f1f5780-f06a-40e3-8f5a-ba8b25f6c987 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.132436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-336c420b-2916-436e-a136-20060d4b3c0f req-2f1f5780-f06a-40e3-8f5a-ba8b25f6c987 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1215134
Apr 22 21:40:56.134550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-7e5c5cae-96cd-430c-8ec0-c5d8ee9ed3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.136023 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-7e5c5cae-96cd-430c-8ec0-c5d8ee9ed3b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504&tenant_id=39a389607ed5448bbaa579a5c4a8e57c HTTP/1.1" status: 200  len: 1097 time: 0.1776953
Apr 22 21:40:56.190092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.195436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-14103266-debe-4a19-91e8-fd255281a815 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:56.240720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-336c420b-2916-436e-a136-20060d4b3c0f req-a3b33ced-52aa-4e7f-9ae7-0c1e513a25af tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015835
Apr 22 21:40:56.246131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1844e4-6713-49d8-a113-0f99e10c72c9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:56.280101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-c99dc139-5de6-4fd6-a0c8-c8fe76136a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.281920 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-c99dc139-5de6-4fd6-a0c8-c8fe76136a33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1097 time: 0.1225102
Apr 22 21:40:56.285528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:56.352803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.494145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-375fb149-b4c6-4e86-952e-17d29b6a34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.496297 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-375fb149-b4c6-4e86-952e-17d29b6a34c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.2071488
Apr 22 21:40:56.514658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6650-2995-41cf-b454-8aac1a4a230d req-999b2816-f426-401e-b316-86516731d661 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.516258 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c08b6650-2995-41cf-b454-8aac1a4a230d req-999b2816-f426-401e-b316-86516731d661 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.2050350
Apr 22 21:40:56.541737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.544201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.566530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.567124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1373392-2bb9-4cc1-985d-61a34e5d89e9 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:40:56.581143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.582437 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] 10.222.0.11 "DELETE /v2.0/routers/d1373392-2bb9-4cc1-985d-61a34e5d89e9 HTTP/1.1" status: 204  len: 168 time: 1.5911324
Apr 22 21:40:56.585227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45620) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:56.645287 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c08b6650-2995-41cf-b454-8aac1a4a230d req-828e6c6e-bf32-43f8-8c4b-ee40a84649c5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784826
Apr 22 21:40:56.658033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Deleting subnet c43c63ca-2a18-4cc2-a46b-ef3839bedded {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:40:56.660994 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-a8251229-0577-409c-88bc-ffc7c2827bc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 999 time: 0.1555309
Apr 22 21:40:56.661618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.718324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.741555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-eef08068-9eeb-42b5-b0ef-4f08534888cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.743142 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-eef08068-9eeb-42b5-b0ef-4f08534888cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0757227
Apr 22 21:40:56.831738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-29abc469-0ea6-4a91-b338-89de8ebb4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:56.833553 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-29abc469-0ea6-4a91-b338-89de8ebb4a25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0831127
Apr 22 21:40:56.847991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:56.983546 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-0984cf23-c917-4300-901b-c7a9fdfb2de6 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398730
Apr 22 21:40:57.113718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.119193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3abe5862-9201-495a-afa2-6b9da47d0e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:57.132738 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2117fb29-90bb-44bd-a0fb-9b55d996acfc req-22290069-2792-401c-b7ce-071af9cb6599 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407328
Apr 22 21:40:57.164922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43c63ca-2a18-4cc2-a46b-ef3839bedded,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:57.167159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.170069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:57.172727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce8315-70fe-4f85-a2a4-bc67e1c56690 None None] Network 088ce216-8f94-4446-a924-71f639d34e58 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:40:57.174980 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2898931b-20ab-4be7-9c8c-e18d1cfd0f31 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c43c63ca-2a18-4cc2-a46b-ef3839bedded HTTP/1.1" status: 204  len: 168 time: 0.5885000
Apr 22 21:40:57.177910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45624) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:57.303307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.389818 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Deleting port c965c730-c294-40b4-b9c8-87fd48cb1f3a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:57.390174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.505786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-70ff2f7e-2170-4108-af4f-f0f24385f101 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:57.507467 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-70ff2f7e-2170-4108-af4f-f0f24385f101 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.2279344
Apr 22 21:40:57.527541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] For port c965c730-c294-40b4-b9c8-87fd48cb1f3a, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c965c730-c294-40b4-b9c8-87fd48cb1f3a,segment=NetworkSegment(e6875da2-4b5b-4b80-beee-a407df34d296),segment_id=e6875da2-4b5b-4b80-beee-a407df34d296)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:57.527891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.587539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259eb91-27fd-452d-9fb7-6ce59028b9de req-7ce1e211-77ec-4b42-911a-572cab4467f7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:57.589225 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2259eb91-27fd-452d-9fb7-6ce59028b9de req-7ce1e211-77ec-4b42-911a-572cab4467f7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 946 time: 0.1897955
Apr 22 21:40:57.591809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c1844e4-6713-49d8-a113-0f99e10c72c9 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:57.645440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 8c1844e4-6713-49d8-a113-0f99e10c72c9 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:57.645833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c1844e4-6713-49d8-a113-0f99e10c72c9 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:57.646300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4b291309-2037-44e0-927e-4b867097eeb5 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:57.677878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Calling delete_port for c965c730-c294-40b4-b9c8-87fd48cb1f3a owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:57.685858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 4b291309-2037-44e0-927e-4b867097eeb5 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:57.686249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4b291309-2037-44e0-927e-4b867097eeb5 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:57.714911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84bf9c51-0aed-4e4d-afa3-18bd64253fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.725280 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2259eb91-27fd-452d-9fb7-6ce59028b9de req-ae0a795d-fd7d-4a2e-971d-d3df4a301397 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235986
Apr 22 21:40:57.753223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.757762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:57.786150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port 932dd6bd-175a-42c7-aa0f-712d633745bd {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:40:57.787119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:57.803883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddab552-35f3-4f62-9b13-46b1da657a4c None None] DHCP port deletion for 088ce216-8f94-4446-a924-71f639d34e58 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:40:57.826706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] No DVR routers for this DVR port c965c730-c294-40b4-b9c8-87fd48cb1f3a on host dv-cinder-763306-11-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:57.858698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Pushing event deleted for resources: {'Port': ['ID=c965c730-c294-40b4-b9c8-87fd48cb1f3a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:57.864668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:57.973521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.028414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] For port 932dd6bd-175a-42c7-aa0f-712d633745bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=932dd6bd-175a-42c7-aa0f-712d633745bd,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:40:58.029232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.073747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.117180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4c6e10>,) {'filters': {'network_id': ['088ce216-8f94-4446-a924-71f639d34e58']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:58.122332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58a7c1-9bf4-4938-9ae8-eba6055ac8ea req-934ff43c-7a5f-472f-8f1e-a4925b527dc2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:58.130250 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3d58a7c1-9bf4-4938-9ae8-eba6055ac8ea req-934ff43c-7a5f-472f-8f1e-a4925b527dc2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.3133278
Apr 22 21:40:58.136303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4c6e10>, 'e6875da2-4b5b-4b80-beee-a407df34d296') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:58.137611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4c6e10>, 'e6875da2-4b5b-4b80-beee-a407df34d296') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:58.159426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.183251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.193285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:40:58.280285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3d58a7c1-9bf4-4938-9ae8-eba6055ac8ea req-0eb805b2-89d5-4180-96fb-78c1d9c514e2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489139
Apr 22 21:40:58.443002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Network 088ce216-8f94-4446-a924-71f639d34e58 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:58.459116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.654235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.730074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.730656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.731109 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP 5f464b8a-38bb-4633-a012-202f173f45a4 disassociated. External IP: 172.27.3.231, port: 932dd6bd-175a-42c7-aa0f-712d633745bd.
Apr 22 21:40:58.731585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for 932dd6bd-175a-42c7-aa0f-712d633745bd owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:40:58.759899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Network 088ce216-8f94-4446-a924-71f639d34e58 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:40:58.809416 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:40:58.921910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.930255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94081038-9e60-4272-9189-da92a849c1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:58.934593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.939258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:58.964645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:58.979189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Pushing event deleted for resources: {'Network': ['ID=088ce216-8f94-4446-a924-71f639d34e58,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:58.979426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:58.995214 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] 10.222.0.11 "DELETE /v2.0/networks/088ce216-8f94-4446-a924-71f639d34e58 HTTP/1.1" status: 204  len: 168 time: 1.8157208
Apr 22 21:40:59.032850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=932dd6bd-175a-42c7-aa0f-712d633745bd,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:59.044516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:59.161295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45656) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:59.217247 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d40efd66-bc11-4b83-a904-5826e1100d7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d550c4d5809f454b8b10cbf402912271&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0545681
Apr 22 21:40:59.220012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45660) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:40:59.220159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adf8d-1d94-4d43-9d8d-cd8e438d434e req-60be9615-fe2d-490b-ba0a-43f4f5a444e9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:59.222275 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-153adf8d-1d94-4d43-9d8d-cd8e438d434e req-60be9615-fe2d-490b-ba0a-43f4f5a444e9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 867 time: 0.3659127
Apr 22 21:40:59.293940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.295381 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-153adf8d-1d94-4d43-9d8d-cd8e438d434e req-ac608b81-4b00-452d-9b66-15ff916b41e5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636835
Apr 22 21:40:59.314563 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:40:59.347979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.414101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.420181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-33f62921-f0a1-45ba-b888-d66025edaa78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:40:59.454810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f37808-7d07-43a9-bef0-746fbfc6736d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:40:59.458464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:40:59.459700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.461734 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99f37808-7d07-43a9-bef0-746fbfc6736d HTTP/1.1" status: 204  len: 168 time: 0.2407246
Apr 22 21:40:59.560462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.600962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c965c730-c294-40b4-b9c8-87fd48cb1f3a no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:40:59.690802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81da6e-db1c-442b-a70f-7ba2049c004f req-37090276-8cec-4e8c-af8f-cc85fa438cd4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:40:59.692476 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa81da6e-db1c-442b-a70f-7ba2049c004f req-37090276-8cec-4e8c-af8f-cc85fa438cd4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.2012842
Apr 22 21:40:59.697098 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: c965c730-c294-40b4-b9c8-87fd48cb1f3a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:40:59.697728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c965c730-c294-40b4-b9c8-87fd48cb1f3a not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:40:59.706378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:40:59.720175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:40:59.738336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:40:59.739326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4f98>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:40:59.825875 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] No DVR routers for this DVR port 932dd6bd-175a-42c7-aa0f-712d633745bd on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:40:59.831656 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:40:59.843981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'name': 'network-vif-deleted', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:40:59.896926 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8e64b5e-734d-4e51-83e8-b302fa6d4445 req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "DELETE /v2.0/ports/932dd6bd-175a-42c7-aa0f-712d633745bd HTTP/1.1" status: 204  len: 173 time: 2.3658762
Apr 22 21:40:59.917195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa81da6e-db1c-442b-a70f-7ba2049c004f req-b23cf4be-2666-435e-b901-dbf940254f4f tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2140174
Apr 22 21:40:59.934957 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a672d89-376f-41c6-804c-4b1bf07cf905', 'name': 'network-vif-deleted', 'tag': '932dd6bd-175a-42c7-aa0f-712d633745bd', 'status': 'completed', 'code': 200}
Apr 22 21:40:59.974763 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:00.349044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4f98>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:00.354441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:00.383467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:00.384502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4f98>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:40:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:00.588411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a570f471-6b27-4a95-824a-148d2d2be4e3 req-109442f2-c103-4e87-a73f-46607582f9e6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:41:00.605595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a570f471-6b27-4a95-824a-148d2d2be4e3 req-109442f2-c103-4e87-a73f-46607582f9e6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:41:00.606930 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a570f471-6b27-4a95-824a-148d2d2be4e3 req-109442f2-c103-4e87-a73f-46607582f9e6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.1163380
Apr 22 21:41:00.611530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:00.994596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4f98>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:01.007832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a01d7-1bb7-4bc2-aca4-75621ccd1e21 None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:01.182841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3660-bb53-4419-8fd6-944e46e151d1 req-5b217cc3-ff54-4c32-be40-6530c03af1f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:01.184501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d13b3660-bb53-4419-8fd6-944e46e151d1 req-5b217cc3-ff54-4c32-be40-6530c03af1f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1016839
Apr 22 21:41:01.250223 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d13b3660-bb53-4419-8fd6-944e46e151d1 req-ba23b05b-de77-42e0-8948-f91b7bb2be0e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584631
Apr 22 21:41:01.500322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe446c1-50f5-4ba4-bfa0-41104a0977b7 None None] New status for floating IP 5f464b8a-38bb-4633-a012-202f173f45a4: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:41:01.828295 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5eda8f79-27b9-44b1-85fb-162fdbf44ebb req-a13ec8e4-70c7-4503-a594-c8e9bfcaed39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0644414
Apr 22 21:41:02.146803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 932dd6bd-175a-42c7-aa0f-712d633745bd no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:41:02.191733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 932dd6bd-175a-42c7-aa0f-712d633745bd {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:41:02.192132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 932dd6bd-175a-42c7-aa0f-712d633745bd not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:41:02.471352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e89c19-4732-4072-951f-194799951427 req-ab2853b1-967f-46cc-8ca8-a2120ddc4cbe tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:02.473052 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-82e89c19-4732-4072-951f-194799951427 req-ab2853b1-967f-46cc-8ca8-a2120ddc4cbe tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0962093
Apr 22 21:41:02.524956 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-82e89c19-4732-4072-951f-194799951427 req-97f81e63-4fbd-4213-a27d-3ac25bf6cfc8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452633
Apr 22 21:41:02.947089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:03.040425 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-37d9bf80-2c5e-460d-8faa-66ecfd72504f req-a2302ac2-d188-4147-ac33-9dda104eae09 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0666397
Apr 22 21:41:03.742955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444d85b-e99a-48e5-b457-ee0528d440ee req-f69cec7d-df6f-48cf-a659-a25d0b8db4a5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:03.744494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7444d85b-e99a-48e5-b457-ee0528d440ee req-f69cec7d-df6f-48cf-a659-a25d0b8db4a5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0901186
Apr 22 21:41:03.800399 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7444d85b-e99a-48e5-b457-ee0528d440ee req-decd1188-d694-4f20-bb8a-2e6626ea641e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456667
Apr 22 21:41:04.218612 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79ae04ef-b5a6-49b5-a3fb-d4b3fa90f48f req-de3370d1-9aac-4cba-9c2e-9b1ce735141c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0546701
Apr 22 21:41:05.020776 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096ef0c-87ec-47fd-816b-b8a5f1d8dc08 req-1b7be329-8741-4405-8bf9-0a72c8e8a63a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:05.022516 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5096ef0c-87ec-47fd-816b-b8a5f1d8dc08 req-1b7be329-8741-4405-8bf9-0a72c8e8a63a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.0984297
Apr 22 21:41:05.075604 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5096ef0c-87ec-47fd-816b-b8a5f1d8dc08 req-6fe58f45-0996-4d96-9bc6-cc98b2f0dfae tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451071
Apr 22 21:41:05.393455 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-76dc1d20-72c4-485f-9ad3-c924fccc9ab5 req-c4477e54-c8a7-4654-9b41-3037ab916ad4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0525701
Apr 22 21:41:06.347489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc067-bef0-4d47-b12a-6a241cada8c7 req-2e210963-6d30-4123-aab3-6f5ecb912a33 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:06.349236 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1cfc067-bef0-4d47-b12a-6a241cada8c7 req-2e210963-6d30-4123-aab3-6f5ecb912a33 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1486742
Apr 22 21:41:06.402592 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e1cfc067-bef0-4d47-b12a-6a241cada8c7 req-6e687fa6-c333-4cc2-90fb-b48082a04b25 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454082
Apr 22 21:41:06.569407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d95489f9-6624-47b9-a947-0e01144125c6 req-4d825563-3e30-4166-8180-566c9e729fae tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0525994
Apr 22 21:41:07.676705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f5c4-631c-46a0-8499-50f64e9421f2 req-eaa07618-2d24-4684-a33d-73e17eccbf0c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:07.684503 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9f81f5c4-631c-46a0-8499-50f64e9421f2 req-eaa07618-2d24-4684-a33d-73e17eccbf0c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1296830
Apr 22 21:41:07.782491 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-615df5bf-e745-4574-8fe2-256ce822cf95 req-e550d329-85ad-401c-8710-e43fd13c3fa8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0607829
Apr 22 21:41:07.795655 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9f81f5c4-631c-46a0-8499-50f64e9421f2 req-9bb5b2dc-73f1-434f-bb03-f47a747bfaa3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100628
Apr 22 21:41:09.048267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae605d71-eb53-47a4-876c-7d16bceff0c4 req-455e2ed1-1c8c-48e4-b293-db953a812167 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a672d89-376f-41c6-804c-4b1bf07cf905 HTTP/1.1" status: 200  len: 210 time: 0.0686984
Apr 22 21:41:09.100895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-a7a3e2e5-ae16-4dca-992d-a833b163c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:09.102540 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-a7a3e2e5-ae16-4dca-992d-a833b163c49a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1097 time: 0.1994519
Apr 22 21:41:09.111904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118cd2-7966-4a29-a153-bca5595ec0ee req-31c025a6-43f0-4330-9372-4f5df168e66b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:09.113605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f6118cd2-7966-4a29-a153-bca5595ec0ee req-31c025a6-43f0-4330-9372-4f5df168e66b tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1746173
Apr 22 21:41:09.249826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f6118cd2-7966-4a29-a153-bca5595ec0ee req-ea876397-f882-447f-91a6-8addeaf3cf7c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277001
Apr 22 21:41:09.292372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-00ddd596-db86-4145-85d2-caa680735b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:09.294000 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-00ddd596-db86-4145-85d2-caa680735b9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 200  len: 917 time: 0.1575470
Apr 22 21:41:09.408116 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-bd8f2298-0b2b-46cb-975f-f391c99c8ac0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 200  len: 999 time: 0.1058624
Apr 22 21:41:09.479361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-7aa78644-fe0c-417b-93ee-47974965c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:09.481385 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-7aa78644-fe0c-417b-93ee-47974965c8bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 200  len: 856 time: 0.0651474
Apr 22 21:41:09.569600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-59ebc3f4-9fbe-4ca8-a441-9939bc8e5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:09.571279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-59ebc3f4-9fbe-4ca8-a441-9939bc8e5173 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb78af-8b69-4f42-a26e-5e5ca099f047&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0833726
Apr 22 21:41:09.727073 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-e48d70dd-99be-4129-a06f-2ec1e5fafcdf service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489308
Apr 22 21:41:10.120197 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db0ef93d-ffa6-4a68-8ae1-2438418033aa req-8a819990-6e86-404c-bf21-20b6c65aac7f service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3854985
Apr 22 21:41:10.478542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-8bf86d4a-74d7-4494-9f9f-dd2219413124 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542877154&fields=id&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 267 time: 0.0635164
Apr 22 21:41:10.530676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674a80-56c6-43b5-809b-825a00e6bd00 req-fb2aff4f-59db-4c49-9248-31252a0556b5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:10.532279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b674a80-56c6-43b5-809b-825a00e6bd00 req-fb2aff4f-59db-4c49-9248-31252a0556b5 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1597726
Apr 22 21:41:10.665847 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b674a80-56c6-43b5-809b-825a00e6bd00 req-3977d000-699a-47ae-bc41-31c84ad45c2a tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833907
Apr 22 21:41:10.698430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-13e0370c-8fb0-4a18-9da5-4355519d3ed6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:10.700191 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-13e0370c-8fb0-4a18-9da5-4355519d3ed6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.2109218
Apr 22 21:41:10.719003 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-b0c1c8ec-a84d-4c7a-b571-3ffc8e7fae75 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/quotas/7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 375 time: 0.0113852
Apr 22 21:41:10.815662 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-00d8c430-ecbd-424d-abec-2f66a952a818 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0898652
Apr 22 21:41:10.871465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45846) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:11.006527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.022331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:11.026474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Usage tracker for resource:security_group_rule and tenant:3b8f2b7502bd46f0b0f3bc5a09b6df50 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:11.029612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:11.036031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:11.091765 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-77ce1776-d363-4e16-ae4a-268be8bf7cf6 service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527070
Apr 22 21:41:11.123062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.126610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.134442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:11.178647 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b8f2b7502bd46f0b0f3bc5a09b6df50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059053
Apr 22 21:41:11.179953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f3688-51b8-4f47-b1c0-813e4ecec91d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:11.182010 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45852) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:11.183190 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0cf318e3-84e2-4d25-a086-33fa52b534be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:11.273834 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-75df334f-7f72-4a82-a58d-b5e22c90ee65 service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748610
Apr 22 21:41:11.287913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.315866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.367568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.373144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68df65ca-d588-4a35-a76a-ab6d519973c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:11.386142 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f3688-51b8-4f47-b1c0-813e4ecec91d,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:11.389268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:11.391468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.396055 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a1127a69-1ed7-4228-abbd-60d650b0c988 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea3f3688-51b8-4f47-b1c0-813e4ecec91d HTTP/1.1" status: 204  len: 168 time: 0.2097194
Apr 22 21:41:11.700491 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1334c12-ba23-46e0-b0b2-16fced972b76 req-a1e7b185-0f37-467c-a487-82beb5c9d953 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 210 time: 0.0496819
Apr 22 21:41:11.712197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 45872) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:11.732844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.749097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:11.753615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b91e401c131461885293951447432f6 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:11.756617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:11.762777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:11.924358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.929057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:11.938867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41676800-9dfd-4869-8e1f-f5157b3e82fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:11.979260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc6db9-51bc-4487-a4fb-850460f03caa req-a19419b6-ea18-4908-b38f-9688b1d3af75 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:11.981038 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fbc6db9-51bc-4487-a4fb-850460f03caa req-a19419b6-ea18-4908-b38f-9688b1d3af75 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 944 time: 0.1805933
Apr 22 21:41:12.019545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b91e401c131461885293951447432f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3058803
Apr 22 21:41:12.022476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45882) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:12.024029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9267f6e1-a878-4df2-ba91-f01687b9534b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:12.029500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72f78388-cfb8-44fb-a367-e24e9127dce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:12.053214 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fbc6db9-51bc-4487-a4fb-850460f03caa req-1919b982-ecd2-4d87-99d6-0447324fcc1d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613468
Apr 22 21:41:12.096894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.124302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.176813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.181026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcc9e45f-3263-4d2a-b8fb-ae6fbc5c7c32 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:12.188186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:41:12.203709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9267f6e1-a878-4df2-ba91-f01687b9534b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:12.207087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.211256 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9267f6e1-a878-4df2-ba91-f01687b9534b HTTP/1.1" status: 204  len: 168 time: 0.1876938
Apr 22 21:41:12.212356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:12.344542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:12.358863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'port_id': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'mac_address': 'fa:16:3e:53:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:41:12.421654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.439894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:41:12.456049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:12.459810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.462559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:12.536559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=9']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:12.540089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:12.591153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45890) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:12.610613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.627244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:12.631361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Usage tracker for resource:security_group_rule and tenant:d551de90487448e0bba5f666fad9cf5b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:12.634485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:12.640574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:12.691579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['a915e51d-4e69-4c88-89fb-2d81cedef30c'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:41:12.740488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.749595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.779021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30c82920-8ea7-44a0-b15a-727f1d94b5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:12.791652 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d551de90487448e0bba5f666fad9cf5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1993668
Apr 22 21:41:12.792565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 45896) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:12.829675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-06137fea-13c5-4290-bdcb-a4f64d1f873e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:12.831486 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-06137fea-13c5-4290-bdcb-a4f64d1f873e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.1865618
Apr 22 21:41:12.883689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.921424 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db3c2950-90a2-4b42-8131-5a2d7971da2a req-222ff124-9cbd-4470-bdda-5a77adae9362 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 210 time: 0.0768626
Apr 22 21:41:12.923156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2466c4fe-60ab-4121-bfde-f79f7a178296,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:12.933210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.955439 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-dbfaea45-67a4-443c-adaf-6e9ae03bc042 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 380 time: 0.0637417
Apr 22 21:41:12.966431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'port': {'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'admin_state_up': True, 'tenant_id': '7783cc8b62634e62850034643827bece', 'security_groups': ['a4c47417-15cf-448e-81e0-35fa2c79a32b']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:12.978485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:12.980405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:12.986288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da5f0f39-8df9-4f3e-af18-9b9c75a8c78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:13.002955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466c4fe-60ab-4121-bfde-f79f7a178296,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:13.005278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:13.009631 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2466c4fe-60ab-4121-bfde-f79f7a178296 HTTP/1.1" status: 204  len: 168 time: 0.2141509
Apr 22 21:41:13.010784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:13.141384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:13.161295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:13.288487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Made reservation on behalf of 7783cc8b62634e62850034643827bece for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:41:13.294524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:13.432497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fa7a-629e-4350-8bf2-f82a3ce0ce2d req-6a51c498-7bfc-476d-bc4c-e78bafef62ac tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:13.434186 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9953fa7a-629e-4350-8bf2-f82a3ce0ce2d req-6a51c498-7bfc-476d-bc4c-e78bafef62ac tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 945 time: 0.1878326
Apr 22 21:41:13.537686 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9953fa7a-629e-4350-8bf2-f82a3ce0ce2d req-72512bb7-a929-4fff-875f-ebe58c24d9e0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702746
Apr 22 21:41:13.542158 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.20.0.11 (372d972d-7a9f-4ed3-86ea-96a39449eb07/83f1d3f3-0b44-4693-ae45-ed6fb9dab513/31132d9e-db24-41f6-acdf-17c3ef13e3a4) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:13.757942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:13.775497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Transition to ACTIVE for port object 31132d9e-db24-41f6-acdf-17c3ef13e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:13.800549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:13.806518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e32f53de-c134-4a40-945d-9499a0703bcb tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:13.874758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:13.878590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:13.882850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:13.930096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:13.935294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:13.974410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:13.975412 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.015972 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-525e97b9-bd3d-468d-a4fd-46ceee4d2e5d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0553944
Apr 22 21:41:14.029667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Request body: {'port': {'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:14.133569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a54e9f9e-a679-4f37-9f32-d9094291632e None None] Provisioning for port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:14.139530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a54e9f9e-a679-4f37-9f32-d9094291632e None None] Provisioning complete for port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:14.140214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a54e9f9e-a679-4f37-9f32-d9094291632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.206263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a54e9f9e-a679-4f37-9f32-d9094291632e None None] Port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:41:14.211219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:14.226664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.288355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793309-eb8a-4c0d-8fc7-8cf1cbfd786c req-f8d08023-3fbf-4860-9a54-529cc6c705be tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:14.289121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a7793309-eb8a-4c0d-8fc7-8cf1cbfd786c req-f8d08023-3fbf-4860-9a54-529cc6c705be tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:41:14.289270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port a915e51d-4e69-4c88-89fb-2d81cedef30c triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:14.289719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.331352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a7793309-eb8a-4c0d-8fc7-8cf1cbfd786c req-f8d08023-3fbf-4860-9a54-529cc6c705be tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:41:14.332639 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7793309-eb8a-4c0d-8fc7-8cf1cbfd786c req-f8d08023-3fbf-4860-9a54-529cc6c705be tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 932 time: 0.2467544
Apr 22 21:41:14.424570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.453189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:41:14.460879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7793309-eb8a-4c0d-8fc7-8cf1cbfd786c req-a3c6113b-7485-4a71-afa2-2e3f4f0909ab tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849814
Apr 22 21:41:14.467591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:14.472504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.475038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:14.527918 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'code': 200}
Apr 22 21:41:14.577956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=10']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:14.582727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:14.673877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31132d9e-db24-41f6-acdf-17c3ef13e3a4 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:41:14.682260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.738344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Transition to ACTIVE for port object 31132d9e-db24-41f6-acdf-17c3ef13e3a4 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:14.752856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:14.759811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:14.806433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152873-35fa-4126-a094-5f507e763f88 req-7ee218cf-f495-404b-9a43-2b69028b1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:14.808041 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2152873-35fa-4126-a094-5f507e763f88 req-7ee218cf-f495-404b-9a43-2b69028b1e83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 1100 time: 0.0807412
Apr 22 21:41:14.855809 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2152873-35fa-4126-a094-5f507e763f88 req-6001bbe1-dcf8-44a3-a6de-75adc7ce6fe2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411634
Apr 22 21:41:14.907542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Pushing event updated for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:14.917283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:15.023617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307aa4-ca46-4b7a-86c0-001c280e1105 req-1665ad17-13f6-495e-9ba8-9fa50ecc3f00 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:15.025300 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a307aa4-ca46-4b7a-86c0-001c280e1105 req-1665ad17-13f6-495e-9ba8-9fa50ecc3f00 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.3320687
Apr 22 21:41:15.091517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Attempting to bind port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:15.091816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Attempting to bind port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:15.092185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Attempting to bind port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:15.103480 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a307aa4-ca46-4b7a-86c0-001c280e1105 req-7ef3c46e-8997-45bf-99e3-07c3aeed7f9d tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672650
Apr 22 21:41:15.104211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:41:15.104575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Attempting to bind port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:15.110401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:15.110757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:15.111567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Bound using segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:15.111687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Bound port: 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:15.111994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:15.207794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:15.211107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:15.215734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:15.220649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e4968ac-59a5-484a-bbc5-4861e856f0b9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:15.526546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:15.527234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:15.528742 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] 10.222.0.13 "PUT /v2.0/ports/31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 1094 time: 1.5048721
Apr 22 21:41:15.529301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:41:15.552721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Pushing event updated for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:15.556346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d46b826-02fb-4e1d-8337-e4fa8ff94d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:15.642724 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'status': 'completed', 'code': 200}
Apr 22 21:41:15.743726 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:41:15.760877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-2b5da1f5-3a78-4ed1-a4b1-90ff56b20974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:15.762730 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-2b5da1f5-3a78-4ed1-a4b1-90ff56b20974 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1097 time: 0.1658061
Apr 22 21:41:15.839937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793a71c-9e0b-487e-ad51-ed0945b4b554 req-53d4596d-c277-4fc0-a6f0-a5e0e8c6afb1 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:15.841552 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1793a71c-9e0b-487e-ad51-ed0945b4b554 req-53d4596d-c277-4fc0-a6f0-a5e0e8c6afb1 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.1890528
Apr 22 21:41:15.851805 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-e9ee8766-c20c-4a52-b850-ae11de0054a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 217 time: 0.0795600
Apr 22 21:41:15.952399 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1793a71c-9e0b-487e-ad51-ed0945b4b554 req-60645160-e8ad-4a04-825e-781c3b29d82e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024649
Apr 22 21:41:15.958492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-4287e811-02ef-4c30-8463-dd60f3a4ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:15.960199 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-4287e811-02ef-4c30-8463-dd60f3a4ca85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0928025
Apr 22 21:41:16.054209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-f7891711-dccf-4ba4-9dc5-0b39a6bba1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.055840 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-f7891711-dccf-4ba4-9dc5-0b39a6bba1d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0892200
Apr 22 21:41:16.204034 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-042588bc-f536-4cbd-a688-393bd01bf103 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410532
Apr 22 21:41:16.410100 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98f1f5da-79ab-4b04-8088-30c81353a426 req-2a3f8b03-db9b-4efc-ae5b-f8296c8d209d service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994135
Apr 22 21:41:16.423723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add28bf1-ade4-4577-aa43-6b19f0327254 req-fe662f68-11d1-44a3-8f66-24d8fb886357 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.425512 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-add28bf1-ade4-4577-aa43-6b19f0327254 req-fe662f68-11d1-44a3-8f66-24d8fb886357 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.1910002
Apr 22 21:41:16.521147 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-add28bf1-ade4-4577-aa43-6b19f0327254 req-b14ea3ee-5c17-4afd-a3a6-b0af48d26aa1 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868301
Apr 22 21:41:16.560853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ad31-c570-46be-8517-2622658de681 req-f7ad4e41-79a9-4eb7-95f7-84e40e071008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.562537 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-f7ad4e41-79a9-4eb7-95f7-84e40e071008 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1097 time: 0.0862234
Apr 22 21:41:16.707593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ad31-c570-46be-8517-2622658de681 req-56f9ece8-5aec-41f8-a5af-f5c3726c8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.709251 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-56f9ece8-5aec-41f8-a5af-f5c3726c8855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1399837
Apr 22 21:41:16.786597 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-639b0e29-03d4-47b7-b95b-3ff5ff9a63a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 217 time: 0.0693805
Apr 22 21:41:16.855641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ad31-c570-46be-8517-2622658de681 req-cb874895-77f5-486b-885d-c21e8436dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.857186 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-cb874895-77f5-486b-885d-c21e8436dce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0646839
Apr 22 21:41:16.946649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ad31-c570-46be-8517-2622658de681 req-943df50e-f50f-429a-ba6d-62269e385af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:16.948290 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-943df50e-f50f-429a-ba6d-62269e385af5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0846577
Apr 22 21:41:17.143137 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-dcc87c6b-696a-41c3-a712-c70a6c370b28 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878965
Apr 22 21:41:17.288617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63c346-7dc0-4c40-9663-097def053622 req-5b1442f6-0f5d-4b47-989a-e1ad16f24032 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:17.290271 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ec63c346-7dc0-4c40-9663-097def053622 req-5b1442f6-0f5d-4b47-989a-e1ad16f24032 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.2174792
Apr 22 21:41:17.329442 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71c0ad31-c570-46be-8517-2622658de681 req-0c220cd5-4e58-4cf7-8b24-b2d50b6d06a3 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803064
Apr 22 21:41:17.353024 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ec63c346-7dc0-4c40-9663-097def053622 req-16bcc7a6-cdc1-4f95-8b37-81a68d51b42a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490558
Apr 22 21:41:17.737783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a30123-6e5e-4ac8-b291-2570ba5e86d1 req-f774085e-99a2-4665-82d5-3d23d0679289 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:17.739393 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0a30123-6e5e-4ac8-b291-2570ba5e86d1 req-f774085e-99a2-4665-82d5-3d23d0679289 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.0939996
Apr 22 21:41:17.794032 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b0a30123-6e5e-4ac8-b291-2570ba5e86d1 req-5fa87aa1-7973-4bdd-b624-9b49636a0af0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444801
Apr 22 21:41:18.564253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde63d38-a06a-4db4-be87-217e1c800908 req-be3f652d-741d-47e9-8866-727e51348f26 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:18.566045 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fde63d38-a06a-4db4-be87-217e1c800908 req-be3f652d-741d-47e9-8866-727e51348f26 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.0955172
Apr 22 21:41:18.615275 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fde63d38-a06a-4db4-be87-217e1c800908 req-788ee638-bc25-4caa-8e39-4bf88c050ea5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427773
Apr 22 21:41:19.171927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46030) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:19.305026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.320930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:19.325413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:236ee64452854f91a19e165844f2683a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:19.328526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:19.335102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:19.423884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.427790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.435419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac567e78-f8de-4bb3-a1ea-d27093e46ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:19.480985 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=236ee64452854f91a19e165844f2683a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078144
Apr 22 21:41:19.481966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb48f9-4989-4e03-8ece-a52c75e2794b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:19.484151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46036) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:19.490698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.491179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.491660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.492230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.492650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.493063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.493508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.493902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.494317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.495111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.495518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.495919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:19.500525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:19.550822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.578658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.633272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.640555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c6663c4b-644e-46d8-b379-7d2ff8dc3aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:19.654625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb48f9-4989-4e03-8ece-a52c75e2794b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:19.657971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:19.658961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:19.662945 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bf7a1aa2-f65d-497b-8a2d-d3eea3f9c8f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dccb48f9-4989-4e03-8ece-a52c75e2794b HTTP/1.1" status: 204  len: 168 time: 0.1774721
Apr 22 21:41:19.820105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dcd53-5282-40b8-babb-c48f521e30d2 req-412cf584-b99f-41e4-88e4-1bd5ae1cc62a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:19.821856 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f1dcd53-5282-40b8-babb-c48f521e30d2 req-412cf584-b99f-41e4-88e4-1bd5ae1cc62a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.0895348
Apr 22 21:41:19.881158 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f1dcd53-5282-40b8-babb-c48f521e30d2 req-a78fee62-cc6c-4c42-83dc-b3f1059631c9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467148
Apr 22 21:41:19.966323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46046) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:19.986248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.007160 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:20.011585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ac0e58b69946239928669481465bd8 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:20.014849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:20.021230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:20.116167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.120356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.128027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49d4f531-7f15-42e8-b8c4-4a59f074ce86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:20.171480 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0ac0e58b69946239928669481465bd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039988
Apr 22 21:41:20.172417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124dc74b-0a62-44e7-9929-c9d58bf96e5b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:20.174633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46050) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:20.175766 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:20.244899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.276715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.333806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.337718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4b675f78-b62b-4c65-98e0-6ad15dac3ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:20.351781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dc74b-0a62-44e7-9929-c9d58bf96e5b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:20.354336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:20.363163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:20.364401 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f3db910f-6c5f-4dbe-a3aa-0947101f52c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/124dc74b-0a62-44e7-9929-c9d58bf96e5b HTTP/1.1" status: 204  len: 168 time: 0.1886728
Apr 22 21:41:21.097081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db818aab-5b16-4ab9-a328-95618a9f13d7 req-5f44fc23-a6b7-4e0c-966a-c5eeebb1c30e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:21.098786 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db818aab-5b16-4ab9-a328-95618a9f13d7 req-5f44fc23-a6b7-4e0c-966a-c5eeebb1c30e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.0953426
Apr 22 21:41:21.149845 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db818aab-5b16-4ab9-a328-95618a9f13d7 req-028afd3d-2436-4459-a7e6-9ca393f6a7b2 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437262
Apr 22 21:41:22.352485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a6b1d-33bf-426c-9ec1-7de9f4d32fb5 req-03afc6d2-e12f-4bad-90b6-3de7bd5d52ae tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:22.354140 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-631a6b1d-33bf-426c-9ec1-7de9f4d32fb5 req-03afc6d2-e12f-4bad-90b6-3de7bd5d52ae tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.0898452
Apr 22 21:41:22.402831 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-631a6b1d-33bf-426c-9ec1-7de9f4d32fb5 req-4808b9aa-4130-41d0-9dab-8f84d5f8fb70 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420420
Apr 22 21:41:23.617870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586ecd-39d9-4a7d-be20-92011563e93f req-1833e500-ecd6-4d97-87b5-3980706d8c64 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:23.619838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3586ecd-39d9-4a7d-be20-92011563e93f req-1833e500-ecd6-4d97-87b5-3980706d8c64 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 944 time: 0.0929275
Apr 22 21:41:23.668783 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3586ecd-39d9-4a7d-be20-92011563e93f req-258c6090-843a-491f-aaf2-a709fd9855a3 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422840
Apr 22 21:41:24.280183 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 31132d9e-db24-41f6-acdf-17c3ef13e3a4 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:41:24.429422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:24.443531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:41:24.503945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:24.522007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31132d9e-db24-41f6-acdf-17c3ef13e3a4 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:41:24.538567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:24.542906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:24.544789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:24.618049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:24.621932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:24.774082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['31132d9e-db24-41f6-acdf-17c3ef13e3a4'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:41:24.886719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e803-cb24-4e73-b310-8d6c028c56df req-a61b09a3-8f55-4fad-8a3f-e3a75a2b4be5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:24.888326 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb09e803-cb24-4e73-b310-8d6c028c56df req-a61b09a3-8f55-4fad-8a3f-e3a75a2b4be5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 945 time: 0.0955217
Apr 22 21:41:24.948539 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb09e803-cb24-4e73-b310-8d6c028c56df req-3e2b5001-2fd3-4438-992a-f6374f5facf2 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440357
Apr 22 21:41:25.242260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a7944ad5-58d3-46bf-8339-2632820f1678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:26.169001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4d946-1224-444c-a9a3-6cafc9f0394e req-14f7fa2a-5da8-49d3-a202-82ea338cd772 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:26.170627 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ecf4d946-1224-444c-a9a3-6cafc9f0394e req-14f7fa2a-5da8-49d3-a202-82ea338cd772 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 945 time: 0.1011801
Apr 22 21:41:26.218891 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ecf4d946-1224-444c-a9a3-6cafc9f0394e req-86e0a501-cf7d-4527-8777-5cd44b471de6 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416687
Apr 22 21:41:26.299968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 31132d9e-db24-41f6-acdf-17c3ef13e3a4 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:26.380838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:26.386188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:26.386615 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:26.512047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:26.540673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:41:26.552202 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:26.556663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:26.558713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:26.595625 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'code': 200}
Apr 22 21:41:26.634056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:26.637489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:26.905730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436b9a-1609-4f1f-978f-0a7d47b237e3 req-144cc246-1383-46b1-966d-da1a47d84887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:26.907352 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea436b9a-1609-4f1f-978f-0a7d47b237e3 req-144cc246-1383-46b1-966d-da1a47d84887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1099 time: 0.0822279
Apr 22 21:41:26.954772 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea436b9a-1609-4f1f-978f-0a7d47b237e3 req-d3cfcd91-771d-4320-99d7-76cda54d102f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402045
Apr 22 21:41:27.367617 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46148) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:27.421784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a724-0297-4ac1-8639-d212827f423f req-4708ffc7-3bc8-4852-91b1-91830a2f7c39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:27.423416 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f71a724-0297-4ac1-8639-d212827f423f req-4708ffc7-3bc8-4852-91b1-91830a2f7c39 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.0903511
Apr 22 21:41:27.472142 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f71a724-0297-4ac1-8639-d212827f423f req-eb184c15-d60a-4812-8a81-fdc3e8a95894 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421143
Apr 22 21:41:27.499284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.514749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:27.518801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ae10a2417d45689aa37ee35a85d343 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:27.521758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:27.527796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:27.614633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.619770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.632519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41c9fdee-e2fd-4d8b-80e3-b18f665f3a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:27.647092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8503d86d-32e3-435c-a477-1075f5d714f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.678021 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2ae10a2417d45689aa37ee35a85d343&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090730
Apr 22 21:41:27.678839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46154) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:27.681365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1bcf90-4d39-4c17-9d40-450da22d25d3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:27.685807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:27.746819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.776716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.837686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.842339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d1e3ba6-a53e-4431-a229-88176a613600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:27.855525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1bcf90-4d39-4c17-9d40-450da22d25d3,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:27.858694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:27.866720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:27.867872 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b6593a8e-ed5d-4edb-b23a-477897aa6c9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd1bcf90-4d39-4c17-9d40-450da22d25d3 HTTP/1.1" status: 204  len: 168 time: 0.1879096
Apr 22 21:41:28.069080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.196533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46162) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:28.218159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.234296 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:28.238747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Usage tracker for resource:security_group_rule and tenant:a22835f32eea4d369c18c57ba5da7b0e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:28.241905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:28.248861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:28.347374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.351684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.359195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2cbfadf5-83f0-43a0-9948-10c85e467a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:28.401712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e381e0a-6359-4fad-b1a8-b057d9d9bd44,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:28.406378 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a22835f32eea4d369c18c57ba5da7b0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2087059
Apr 22 21:41:28.407356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-04552bf0-d224-4745-aab5-3cf1b4ae07dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:28.409332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46166) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:28.470416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.500527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.546402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.551499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b0eea352-c530-4cd9-8aca-228852e1c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:28.564445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e381e0a-6359-4fad-b1a8-b057d9d9bd44,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:28.568236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:28.573717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.577515 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e381e0a-6359-4fad-b1a8-b057d9d9bd44 HTTP/1.1" status: 204  len: 168 time: 0.1646404
Apr 22 21:41:28.616843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:28.680076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730e32b-bb7e-430e-891d-bbe0bad5518e req-fc092889-91cb-4221-8942-4c3d27b33d8e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:28.681832 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6730e32b-bb7e-430e-891d-bbe0bad5518e req-fc092889-91cb-4221-8942-4c3d27b33d8e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.0895264
Apr 22 21:41:28.735758 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6730e32b-bb7e-430e-891d-bbe0bad5518e req-8f2e6f2a-425b-41d7-a6f9-e9533d4b6b85 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451899
Apr 22 21:41:28.945516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f660-c80c-4072-8b90-6b9d38d75959 req-8e1bdcd0-ffaf-43a7-a35a-35734c6069d0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:28.947214 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7864f660-c80c-4072-8b90-6b9d38d75959 req-8e1bdcd0-ffaf-43a7-a35a-35734c6069d0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.0940263
Apr 22 21:41:29.000177 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7864f660-c80c-4072-8b90-6b9d38d75959 req-88aebad8-2cd8-4422-826b-a7c23ddb8b62 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465086
Apr 22 21:41:29.027323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46184) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:29.109206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa9d88-e62f-4ba8-a76e-7289d0ce564a tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:29.110007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a5aa9d88-e62f-4ba8-a76e-7289d0ce564a tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] Synchronizing usage tracker for tenant:88368b71521f467088ddd42c5474f9f2 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:41:29.126747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a5aa9d88-e62f-4ba8-a76e-7289d0ce564a tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] Unset dirty status for tenant:88368b71521f467088ddd42c5474f9f2 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:41:29.128179 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a5aa9d88-e62f-4ba8-a76e-7289d0ce564a tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1094 time: 0.0997906
Apr 22 21:41:29.132072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46190) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:29.137750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'tenant_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:29.144348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:29.148539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:floatingip and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:29.151609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:29.157647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:29.168033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:29.311716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:29.459325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.27.3.149 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/c33efdf9-a172-4e79-a0d1-92527d2b1373) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:29.563533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:29.858999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:29.891488 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:29.901196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ce951690-b47b-4e69-aaa7-ba1d67d3f2a0 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:29.956020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:29.957300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:29.968699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:30.017920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=c33efdf9-a172-4e79-a0d1-92527d2b1373,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:30.022375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:30.455837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:30.547937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:30.779843 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:30.783839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:30.788712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-567fc1c5-d1c2-4be5-882b-ac319c9cb0f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:30.902928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=c33efdf9-a172-4e79-a0d1-92527d2b1373,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:30.907650 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:30.914783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.100415 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP ac33ef98-98bf-4037-9e83-d00437a91b53 associated. External IP: 172.27.3.149, port: 31132d9e-db24-41f6-acdf-17c3ef13e3a4.
Apr 22 21:41:31.440602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46250) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:31.495660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:41:31.591732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.607627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:31.611956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Usage tracker for resource:security_group_rule and tenant:ef0ec8f3ae5846eb9d2548623ce6ec0b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:31.615056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:31.621768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:31.695814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:31.706336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:31.717887 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:31.718581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb05ead30>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:31.721958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.722990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.726062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.736383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c34a2043-3722-45aa-9228-7b6486cc77a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:31.782284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46256) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:31.782508 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef0ec8f3ae5846eb9d2548623ce6ec0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3404229
Apr 22 21:41:31.785147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb569e3-e725-44b7-a269-7e8e6af0e111,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:31.788489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:31.794019 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6607568
Apr 22 21:41:31.804715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:41:31.857121 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'status': 'completed', 'code': 200}
Apr 22 21:41:31.865240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:31.909598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:31.942961 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.009150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-3244d9b1-9c33-4adf-8f9e-54d02165eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:32.010812 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-3244d9b1-9c33-4adf-8f9e-54d02165eb2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1099 time: 0.1296418
Apr 22 21:41:32.016051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.022539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55f9feba-ace6-41f6-9f28-ce0999a0af53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:32.108430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb569e3-e725-44b7-a269-7e8e6af0e111,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:32.116030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:32.121846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.125986 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5eb569e3-e725-44b7-a269-7e8e6af0e111 HTTP/1.1" status: 204  len: 168 time: 0.3376660
Apr 22 21:41:32.176796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-9628e275-762b-49d7-a1ca-71524e6e647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:32.178435 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-9628e275-762b-49d7-a1ca-71524e6e647b service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1582229
Apr 22 21:41:32.287237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb05ead30>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:30Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:32.290545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-7a7ed5aa-00e1-4f8d-8d91-ce1e3a74ea2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 1000 time: 0.1050720
Apr 22 21:41:32.291620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:32.301279 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:32.301989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb05ead30>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:32.368599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-2851e330-d74d-44ee-8ec3-4ca5fc2e86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:32.370514 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-2851e330-d74d-44ee-8ec3-4ca5fc2e86d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0682380
Apr 22 21:41:32.443946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46268) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:32.465808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-bdcd3b28-6403-4fb2-8bea-628b1a7e75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:32.466047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.467523 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-bdcd3b28-6403-4fb2-8bea-628b1a7e75ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0899458
Apr 22 21:41:32.488470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:32.493073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Usage tracker for resource:security_group_rule and tenant:51ef77cc8ab043a9b927a3d92a36649a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:32.496735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:32.503667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:32.613667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.618846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.629407 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f1be880-7726-4533-8464-64ff46d6649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:32.677746 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51ef77cc8ab043a9b927a3d92a36649a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324941
Apr 22 21:41:32.678884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fbeb1e-85ce-408a-93e0-96d39f222ac8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:32.681732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46272) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:32.685097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d1ff9432-40ca-4675-80fd-98aae2b40847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:32.690973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:32.753863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.784357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.839533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.847912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-14d9ae6e-90d3-4686-9e9b-a3a3bcfe79f7 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:32.866182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fbeb1e-85ce-408a-93e0-96d39f222ac8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:32.871911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:32.879011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:32.898763 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ee4bd1b3-5a6b-47d6-b99c-4fe8918f4fba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3fbeb1e-85ce-408a-93e0-96d39f222ac8 HTTP/1.1" status: 204  len: 168 time: 0.2022080
Apr 22 21:41:32.911542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-48accf9a-f199-44c7-9806-1c424ea03956 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4360301
Apr 22 21:41:32.941912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:33.075816 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee1932d4-841d-4f16-b110-ee85cb67d158 req-b4c043b4-0c6d-4189-9183-09c843e71cbe service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561389
Apr 22 21:41:33.093097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb05ead30>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:30Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:33.098749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c32eb0-458f-4e5a-9e2f-0c9b346ff5f9 None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:30Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:33.359723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d819b75-dbc1-4371-91ae-d4d6f6111f7a None None] New status for floating IP ac33ef98-98bf-4037-9e83-d00437a91b53: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:41:33.719755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46296) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:33.844322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-715409752-network', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:33.849920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:33.854193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Usage tracker for resource:network and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:33.857319 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:33.864606 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:33.879396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Made reservation on behalf of bdad2ee35f7f45158d3082068f6ca828 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:41:33.887007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:33.902906 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:33.919209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:33.923936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:33.927127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:33.933530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:34.025090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.028714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.033050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6488dc10-36e1-42eb-96f3-102378f712bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:34.061254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:41:34.070398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c505810-cf25-4dbd-a513-8a91076240eb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:34.074376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:34.076999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.077369 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Added segment 0d9b75f0-b926-4e07-828c-c87329039d1c of type vlan for network 34d93b5c-5413-401e-9392-b69effc8fc65
Apr 22 21:41:34.105599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.137806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.139118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:34.139759 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.143348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-709fd88b-3c1d-49c2-af0d-1f816078066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:34.490856 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7698128
Apr 22 21:41:34.491828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Pushing event updated for resources: {'Network': ['ID=34d93b5c-5413-401e-9392-b69effc8fc65,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:34.494248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46302) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:34.497629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:34.501625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Request body: {'subnet': {'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-715409752-subnet', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:34.504011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network 34d93b5c-5413-401e-9392-b69effc8fc65 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:41:34.507200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:34.511494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Usage tracker for resource:subnet and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:34.514972 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:34.521383 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:34.532367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Made reservation on behalf of bdad2ee35f7f45158d3082068f6ca828 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:41:34.537547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.965867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:34.970864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:35.046714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3a03d7-c017-42a3-b8b6-0add3813f88a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:35.052424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:35.055161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Checking segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:35.055562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Network hostable DHCP agents. Network: 34d93b5c-5413-401e-9392-b69effc8fc65, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:41:35.076973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Network 34d93b5c-5413-401e-9392-b69effc8fc65 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:41:35.087095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, 34d93b5c-5413-401e-9392-b69effc8fc65) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:35.096981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49e11f-17bf-4480-b07b-c65e9de22f12 None None] Network 34d93b5c-5413-401e-9392-b69effc8fc65 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:41:35.104402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:35.105074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.125887 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d5c3d5f2-77ca-4203-b31a-8e550b3df827 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6301391
Apr 22 21:41:35.129027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46306) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:35.135001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:35.140522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:35.144990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Usage tracker for resource:router and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:35.148904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:35.155351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:35.166325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.167403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.189705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.323897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-34d93b5c-5413-401e-9392-b69effc8fc65', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:41:35.324805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.476164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.487880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Allocated IP 172.20.0.2 (34d93b5c-5413-401e-9392-b69effc8fc65/eb3a03d7-c017-42a3-b8b6-0add3813f88a/4c3cfafc-678f-4c56-a959-5b1b21b11a12) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:35.709959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.721198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Transition to ACTIVE for port object 4c3cfafc-678f-4c56-a959-5b1b21b11a12 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:35.741702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Transition to ACTIVE for port object 4c3cfafc-678f-4c56-a959-5b1b21b11a12 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:35.747448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.752140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c723bdb5-7383-40ef-bdbe-8b37e3a1efc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:35.807750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:35.846877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.000316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Network 34d93b5c-5413-401e-9392-b69effc8fc65 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:36.003048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:36.007159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:36.009502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Allocated IP 172.27.3.141 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/53b94733-d3ad-49e2-b8d8-c2d27b9c992b) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:36.015193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Pushing event updated for resources: {'Port': ['ID=4c3cfafc-678f-4c56-a959-5b1b21b11a12,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:36.042742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:36.106095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Attempting to bind port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:36.106397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Attempting to bind port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:36.106810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Attempting to bind port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 on network 34d93b5c-5413-401e-9392-b69effc8fc65 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:36.112949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:36.113380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Checking segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:36.113870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.114348 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Bound using segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:36.115166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Bound port: 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:36.115589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.169772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.201052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.206081 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:36.211420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] For port 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:36.214622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] For port 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4c3cfafc-678f-4c56-a959-5b1b21b11a12,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:36.218604 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:36.223509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:36.276930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:36.278168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:36.283055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:36.308663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Pushing event updated for resources: {'Port': ['ID=4c3cfafc-678f-4c56-a959-5b1b21b11a12,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:36.312034 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:36.328469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Pushing event updated for resources: {'Port': ['ID=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:36.336964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:36.739035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:37.107545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:37.329184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Router 26684ddc-aceb-4ab2-afdb-db6054c98c46 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:41:37.633270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4c3cfafc-678f-4c56-a959-5b1b21b11a12 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:37.684512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324e357-e4f7-4a87-80a2-37fd44f2e094 None None] Network 34d93b5c-5413-401e-9392-b69effc8fc65 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:41:37.776256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:37.786255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Sync routers for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:37.797311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:37.798341 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb4a8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:37.800362 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:37.802158 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6717451
Apr 22 21:41:37.804976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46310) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:37.808380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-92eb774f-004d-416d-857c-51137004e0b3 None None] Provisioning for port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:37.852005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:37.904057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:37.904486 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.001706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:38.099951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.135428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4c3cfafc-678f-4c56-a959-5b1b21b11a12,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:38.139502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.142177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:38.227299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=4c3cfafc-678f-4c56-a959-5b1b21b11a12,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:38.231439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:38.320246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb4a8>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:36Z', 'revision_number': 3, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:38.324935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Checking router: 26684ddc-aceb-4ab2-afdb-db6054c98c46 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:38.325201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Updating router 26684ddc-aceb-4ab2-afdb-db6054c98c46 port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:41:38.356400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-3c5d14e5-2bf9-4184-98a9-db8b88bd2253 None None] Provisioning complete for port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:38.357110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3c5d14e5-2bf9-4184-98a9-db8b88bd2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.390030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.569750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.752483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.766220 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Transition to ACTIVE for port object 53b94733-d3ad-49e2-b8d8-c2d27b9c992b will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:38.772396 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.777389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-389d0902-f084-4b72-b22c-36502a5962ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:38.794455 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Allocated IP 172.20.0.1 (34d93b5c-5413-401e-9392-b69effc8fc65/eb3a03d7-c017-42a3-b8b6-0add3813f88a/fec9482a-1fd0-482e-9117-f87ccb93770b) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:38.856152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Attempting to bind port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:38.856593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Attempting to bind port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:38.856991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Attempting to bind port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:38.866989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:38.867394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:38.867831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.868244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:38.868747 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Bound port: 53b94733-d3ad-49e2-b8d8-c2d27b9c992b, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:38.869146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.894462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Pushing event updated for resources: {'Port': ['ID=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:38.914397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.914992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.916549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.916989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.917400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.917844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.918211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.918556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.918935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.919298 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.919665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.920014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:38.925661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:38.967234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.968579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] For port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:38.971855 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] For port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:38.975839 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:38.979939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:38.984976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Transition to ACTIVE for port object fec9482a-1fd0-482e-9117-f87ccb93770b will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:39.011027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.015997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a45bfa06-0cb6-4f7d-bf68-363dd5540ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:39.063597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:39.064590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb4a8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:39.086285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Network 34d93b5c-5413-401e-9392-b69effc8fc65 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:39.089266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:39.093232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:39.114005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Pushing event updated for resources: {'Port': ['ID=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:39.123764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-df4cf2c6-e541-499e-9022-3e9521f854da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:39.129680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Pushing event updated for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:39.134278 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:39.154866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.259374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:39.318951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7c10288c-64b3-4f0e-843f-a5965c063859 None None] Provisioning for port fec9482a-1fd0-482e-9117-f87ccb93770b completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:39.324019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7c10288c-64b3-4f0e-843f-a5965c063859 None None] Provisioning complete for port fec9482a-1fd0-482e-9117-f87ccb93770b triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:39.324414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7c10288c-64b3-4f0e-843f-a5965c063859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.381731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7c10288c-64b3-4f0e-843f-a5965c063859 None None] Port fec9482a-1fd0-482e-9117-f87ccb93770b cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:41:39.412346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.576827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb4a8>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:36Z', 'revision_number': 3, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:39.581035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee763e-da9c-4922-be41-3c9c3e273f0b None None] The sync data for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi is: [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:36Z', 'revision_number': 3, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:39.596908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4c3cfafc-678f-4c56-a959-5b1b21b11a12 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:39.660473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.673176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:39.673325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.673921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.705936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:39.792952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:39.797912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Pushing event updated for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:39.802740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:39.947387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Network 34d93b5c-5413-401e-9392-b69effc8fc65 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:39.948997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:40.209080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8ced1236-5980-4953-9e70-2ba7bca2b126 None None] Provisioning complete for port fec9482a-1fd0-482e-9117-f87ccb93770b triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:40.210204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8ced1236-5980-4953-9e70-2ba7bca2b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:40.273769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-8ced1236-5980-4953-9e70-2ba7bca2b126 None None] Port fec9482a-1fd0-482e-9117-f87ccb93770b cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:41:40.419079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Router 26684ddc-aceb-4ab2-afdb-db6054c98c46 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:41:40.624581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:40.634304 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] 10.222.0.11 "PUT /v2.0/routers/26684ddc-aceb-4ab2-afdb-db6054c98c46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8281987
Apr 22 21:41:41.198210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46332) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:41.204825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939219300-network', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:41.210270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:41.214482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Usage tracker for resource:network and tenant:e612c9c9377a4793bb91d92746cdc243 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:41.217614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:41.224311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:41.236227 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Made reservation on behalf of e612c9c9377a4793bb91d92746cdc243 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:41:41.241153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.254878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.270274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:41.274456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Usage tracker for resource:security_group_rule and tenant:e612c9c9377a4793bb91d92746cdc243 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:41.277638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:41.284655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:41.374282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.378663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.381911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20d6b1b-a397-42d7-aa1b-f2b419d51b4b tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:41.411436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:41:41.420431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd70c8b3-736d-4354-a2e6-3e008bcc8d2a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:41.424387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:41.427168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.427513 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Added segment 68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da of type vlan for network bd9a0fa7-1d44-4390-a21e-32a747c70499
Apr 22 21:41:41.454443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.489884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.490980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:41.491627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.495626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f554c77-923b-497d-8432-e7fdbee0bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:41.599585 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3999505
Apr 22 21:41:41.600338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9a0fa7-1d44-4390-a21e-32a747c70499,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:41.602472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46336) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:41.605375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:41.609366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Request body: {'subnet': {'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939219300-subnet', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:41.614432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:41:41.615037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:41.619845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Usage tracker for resource:subnet and tenant:e612c9c9377a4793bb91d92746cdc243 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:41.623047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:41.631163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:41.640676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 53b94733-d3ad-49e2-b8d8-c2d27b9c992b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:41.642303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Made reservation on behalf of e612c9c9377a4793bb91d92746cdc243 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:41:41.647425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.790478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:41.795734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:41.796159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.922823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.946175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:41.951614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:41.954262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a42ebb13-800b-4218-a38f-24bb38684571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:42.032922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:42.041626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.042027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.042414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.042800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.043174 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.043560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.043933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.044305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.044682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.045050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.045473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.045902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:42.050430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:42.078153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.083403 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:42.163756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19237dc-6a1e-42c6-802e-b1c8e4dc347e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:42.166883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:42.175837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Checking segment: {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:42.176281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Network hostable DHCP agents. Network: bd9a0fa7-1d44-4390-a21e-32a747c70499, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:41:42.198285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:41:42.207920 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, bd9a0fa7-1d44-4390-a21e-32a747c70499) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:42.217379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9896ccba-7db6-421f-8233-20f2c914621a None None] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:41:42.222711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:42.223408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.243431 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1dd5bb20-685b-40b4-ad8a-de7a3055ba93 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6397836
Apr 22 21:41:42.246547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46340) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:42.252153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:42.257447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:42.261519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Usage tracker for resource:router and tenant:e612c9c9377a4793bb91d92746cdc243 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:42.265139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:42.271417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:42.281820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853092398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24886'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.283049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854750911'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.300047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.446439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f5e6e-668f-5eed-9652-5cc4c69962ef-bd9a0fa7-1d44-4390-a21e-32a747c70499', 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'fixed_ips': [{'subnet_id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e'}]}} from dv-cinder-763306-11-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 21:41:42.447302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.509584 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daa050-c313-408b-9273-e340d522a382 None None] Sync routers for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:42.536411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:42.537025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaef27940>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:42.589648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854750896'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.783772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Allocated IP 172.20.0.2 (bd9a0fa7-1d44-4390-a21e-32a747c70499/e19237dc-6a1e-42c6-802e-b1c8e4dc347e/8c07fdb8-9a90-47c2-b27b-ee614836eab9) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:42.796361 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:42.932061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:42.966307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.118729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Allocated IP 172.27.3.17 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/1067d369-6aed-4517-a43d-c82845082dcf) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:43.278283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.311060 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.316320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85291a9f-61ef-47ed-9ade-499541772ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:43.384252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:43.387365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:43.389985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:43.433474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Pushing event updated for resources: {'Port': ['ID=1067d369-6aed-4517-a43d-c82845082dcf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:43.436546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:43.463681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.478057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Transition to ACTIVE for port object 8c07fdb8-9a90-47c2-b27b-ee614836eab9 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:43.508292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Transition to ACTIVE for port object 8c07fdb8-9a90-47c2-b27b-ee614836eab9 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:43.516091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.523188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:43.590423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaef27940>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 2, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:43.601657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daa050-c313-408b-9273-e340d522a382 None None] Checking router: 26684ddc-aceb-4ab2-afdb-db6054c98c46 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:43.602059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daa050-c313-408b-9273-e340d522a382 None None] Updating router 26684ddc-aceb-4ab2-afdb-db6054c98c46 port fec9482a-1fd0-482e-9117-f87ccb93770b binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:41:43.628381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:43.632518 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 53b94733-d3ad-49e2-b8d8-c2d27b9c992b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:43.670423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:43.684511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Pushing event updated for resources: {'Port': ['ID=8c07fdb8-9a90-47c2-b27b-ee614836eab9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:43.687069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:43.692991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:43.792640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.849185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.868889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Attempting to bind port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:43.869692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Attempting to bind port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:43.870103 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Attempting to bind port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 on network bd9a0fa7-1d44-4390-a21e-32a747c70499 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:43.887955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:43.888382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Checking segment: {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:43.888834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.889258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Bound using segment: {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:43.889803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Bound port: 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:43.890216 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:43.905028 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:43.905462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.213784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] For port 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:44.268128 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] For port 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c07fdb8-9a90-47c2-b27b-ee614836eab9,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:44.278661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.290893 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:44.412998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Pushing event updated for resources: {'Port': ['ID=8c07fdb8-9a90-47c2-b27b-ee614836eab9,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:44.431243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03373f0d-5fcf-405d-b918-6e62d09f7812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:44.475550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853091719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853044511'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.501491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.516522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-97daa050-c313-408b-9273-e340d522a382 None None] Transition to ACTIVE for port object fec9482a-1fd0-482e-9117-f87ccb93770b will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:44.523482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.527691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:44.744813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684890a-dbd7-4c9d-8b9f-24ab6f95c0a6 None None] Pushing event updated for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:44.751543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 is scheduled to L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 21:41:44.766373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2684890a-dbd7-4c9d-8b9f-24ab6f95c0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:44.796280 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-97daa050-c313-408b-9273-e340d522a382 None None] Attempting to bind port fec9482a-1fd0-482e-9117-f87ccb93770b on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:44.796696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-97daa050-c313-408b-9273-e340d522a382 None None] Attempting to bind port fec9482a-1fd0-482e-9117-f87ccb93770b by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:44.797115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daa050-c313-408b-9273-e340d522a382 None None] Attempting to bind port fec9482a-1fd0-482e-9117-f87ccb93770b on network 34d93b5c-5413-401e-9392-b69effc8fc65 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:44.803930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daa050-c313-408b-9273-e340d522a382 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:44.804357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daa050-c313-408b-9273-e340d522a382 None None] Checking segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:44.804965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.805521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daa050-c313-408b-9273-e340d522a382 None None] Bound using segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:44.806061 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-97daa050-c313-408b-9273-e340d522a382 None None] Bound port: fec9482a-1fd0-482e-9117-f87ccb93770b, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:44.806482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.918695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-97daa050-c313-408b-9273-e340d522a382 None None] For port fec9482a-1fd0-482e-9117-f87ccb93770b, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:44.923959 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-97daa050-c313-408b-9273-e340d522a382 None None] For port fec9482a-1fd0-482e-9117-f87ccb93770b, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=fec9482a-1fd0-482e-9117-f87ccb93770b,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:44.930529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97daa050-c313-408b-9273-e340d522a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:44.935670 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2684890a-dbd7-4c9d-8b9f-24ab6f95c0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:44.963770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:44.979120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Sync routers for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:44.993922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:44.995282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:45.002897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:45.007723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46346) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:45.008779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7604916
Apr 22 21:41:45.020877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:45.021626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaef27940>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:45.364449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684890a-dbd7-4c9d-8b9f-24ab6f95c0a6 None None] Pushing event updated for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:45.376909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2684890a-dbd7-4c9d-8b9f-24ab6f95c0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:45.386263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:45.447418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:45.710008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c07fdb8-9a90-47c2-b27b-ee614836eab9 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:45.710805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb9b0>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:43Z', 'revision_number': 3, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:45.715345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Checking router: c3415f98-8ea7-4c1a-aafd-ba05cca1f548 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:45.715741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Updating router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 port 1067d369-6aed-4517-a43d-c82845082dcf binding host dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:41:45.774995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:45.812359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:45.823659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:45.955778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-97daa050-c313-408b-9273-e340d522a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaef27940>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:44Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:45.960601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daa050-c313-408b-9273-e340d522a382 None None] The sync data for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi is: [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:44Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:45.982892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29cacf-e67c-4a75-9266-079a0b27575b None None] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:41:46.123429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Provisioning for port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:46.127652 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Allocated IP 172.20.0.1 (bd9a0fa7-1d44-4390-a21e-32a747c70499/e19237dc-6a1e-42c6-802e-b1c8e4dc347e/f82c5db8-b000-4cd2-a975-a7e1931dbc41) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:41:46.145387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Provisioning complete for port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:46.145981 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.249144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.265121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Transition to ACTIVE for port object 1067d369-6aed-4517-a43d-c82845082dcf will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:46.273644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.279424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:46.344764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.367826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Transition to ACTIVE for port object f82c5db8-b000-4cd2-a975-a7e1931dbc41 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:46.373909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Attempting to bind port 1067d369-6aed-4517-a43d-c82845082dcf on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:46.374325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Attempting to bind port 1067d369-6aed-4517-a43d-c82845082dcf by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:46.374735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Attempting to bind port 1067d369-6aed-4517-a43d-c82845082dcf on network 4c09a301-e8e6-4fd2-a82c-127c6249b162 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:46.379748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9b0bf-562e-48cc-90a1-a703a9a08aad None None] Pushing event updated for resources: {'Port': ['ID=1067d369-6aed-4517-a43d-c82845082dcf,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:46.383842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-48d9b0bf-562e-48cc-90a1-a703a9a08aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:46.384954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:46.385413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Checking segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:46.385978 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.386411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Bound using segment: {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:46.386970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Bound port: 1067d369-6aed-4517-a43d-c82845082dcf, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906f9a0-749e-404c-ae87-deaa1cc8fb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:46.387481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.402184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.403425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.415548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaf36583-ba29-4e09-b177-78a0e53906c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:46.453008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] For port 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c07fdb8-9a90-47c2-b27b-ee614836eab9,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:46.463727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.469607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:46.481037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] For port 1067d369-6aed-4517-a43d-c82845082dcf, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:46.484417 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] For port 1067d369-6aed-4517-a43d-c82845082dcf, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=1067d369-6aed-4517-a43d-c82845082dcf,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:46.490494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.499475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:46.513512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:46.517313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:46.527437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:41:46.566247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Pushing event updated for resources: {'Port': ['ID=8c07fdb8-9a90-47c2-b27b-ee614836eab9,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:46.576080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:46.578250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2db03b58-5451-4eb8-bffd-f8890c375b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:46.586168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9b0bf-562e-48cc-90a1-a703a9a08aad None None] Pushing event updated for resources: {'Port': ['ID=1067d369-6aed-4517-a43d-c82845082dcf,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:46.595465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.595880 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.596293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.596672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.597311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.597740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.598200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.598601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.598999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.599398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.599791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.600181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:41:46.606026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-48d9b0bf-562e-48cc-90a1-a703a9a08aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:46.606228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:46.613569 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685820'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.645654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:46.646725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb9b0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:46.788148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2809bd80-14a9-4d51-955c-e4c0f292192a None None] Provisioning complete for port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:46.788795 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2809bd80-14a9-4d51-955c-e4c0f292192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:46.887980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:46.951881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.131489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4d73b9ca-fb9d-49b9-84d9-65d621af5c59 None None] Provisioning for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:47.138062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4d73b9ca-fb9d-49b9-84d9-65d621af5c59 None None] Provisioning complete for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:47.138736 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d73b9ca-fb9d-49b9-84d9-65d621af5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.199892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4d73b9ca-fb9d-49b9-84d9-65d621af5c59 None None] Port f82c5db8-b000-4cd2-a975-a7e1931dbc41 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:41:47.252592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.256817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.261175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafabb9b0>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:43Z', 'revision_number': 3, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:47.265572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329039b9-3acc-412d-837d-bc7f2f2320d1 None None] The sync data for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi is: [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:43Z', 'revision_number': 3, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:47.290197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a246805e-fc35-48c9-9aba-d3273d135a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:47.381249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853089957'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.386422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:47.391499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:47.535140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:41:47.536292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:41:47.734302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c07fdb8-9a90-47c2-b27b-ee614836eab9 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:47.774120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:41:47.842461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-fb811056-af23-40f1-9444-8d9b516d028d None None] Provisioning complete for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:47.843168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb811056-af23-40f1-9444-8d9b516d028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:47.930309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:47.930723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:48.002699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fb811056-af23-40f1-9444-8d9b516d028d None None] Port f82c5db8-b000-4cd2-a975-a7e1931dbc41 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:41:48.077489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device fec9482a-1fd0-482e-9117-f87ccb93770b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:48.156033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port fec9482a-1fd0-482e-9117-f87ccb93770b completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:48.164473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port fec9482a-1fd0-482e-9117-f87ccb93770b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:48.165030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:48.249620 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:48.259390 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] 10.222.0.11 "PUT /v2.0/routers/c3415f98-8ea7-4c1a-aafd-ba05cca1f548/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2500296
Apr 22 21:41:48.301944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:48.340124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port fec9482a-1fd0-482e-9117-f87ccb93770b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=fec9482a-1fd0-482e-9117-f87ccb93770b,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:48.344793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:48.347721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:48.462894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:48.469825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:49.084343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46370) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:49.090552 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367985307', 'description': 'tempest-secgroup-smoke-367985307 description', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:49.097272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.105597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.109009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.117277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.171263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.203138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.214096 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.218406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.226523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.260109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ec3c8-bf75-4a6d-83a4-cf1cd47d1857 req-718c15d8-e16b-4df8-acc2-51cea486cddc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:49.261663 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5b9ec3c8-bf75-4a6d-83a4-cf1cd47d1857 req-718c15d8-e16b-4df8-acc2-51cea486cddc tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.1461899
Apr 22 21:41:49.339349 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5b9ec3c8-bf75-4a6d-83a4-cf1cd47d1857 req-4afd6c25-46d1-4bf0-a1da-d66eba376f25 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705798
Apr 22 21:41:49.354131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.358026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.361741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-77751d87-d4e4-438e-883d-e32ae3a6da52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:49.404067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:49.406926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.408237 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3226995
Apr 22 21:41:49.409307 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2ef34a7-015b-4605-814c-e2e5578e835b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:49.411992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46374) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:49.417995 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:49.424618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.428857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.433166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.446136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.457289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.526810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.530794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.538138 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbb7a6b1-4491-4bea-b2f8-c004463a70d3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:49.566149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1d86c4-b973-4c69-8831-f99b44609fc8,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:49.568949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:49.570223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.571547 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4886cba8-4ab6-4c04-9b89-b6ab5e1355f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1584349
Apr 22 21:41:49.575217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46378) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:49.580901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:49.587888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.592092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.595196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.601462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.618649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.683892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device fec9482a-1fd0-482e-9117-f87ccb93770b up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:49.693091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.696744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.698982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:49.718047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299f25ce-0bb4-4033-8841-3d414309cf1a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:49.720712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:49.744025 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.749389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46382) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:49.755888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:49.758103 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b457f9ef-54db-44b8-b598-877c8f57ed9e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1818972
Apr 22 21:41:49.764631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.765665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port fec9482a-1fd0-482e-9117-f87ccb93770b triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:49.766166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.769784 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.772850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.779320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.797783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.875240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.879143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.881860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30ae9638-248a-4b63-a3ba-66c89912666d tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:49.905165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a850d3-2cf5-42f8-9c94-e95a8188de9c,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:49.912414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:49.921031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:49.922463 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8a1e45ee-b0cf-4800-8f2e-eaa0d07599f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1720636
Apr 22 21:41:49.925863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46386) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:49.931956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:49.938845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:49.943519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:49.946876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:49.949713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 1067d369-6aed-4517-a43d-c82845082dcf up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:49.954327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:49.974691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.035600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port 1067d369-6aed-4517-a43d-c82845082dcf completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:50.041050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 1067d369-6aed-4517-a43d-c82845082dcf triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:50.041517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.064323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.067936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.070382 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:50.093983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5295045-595e-4ca5-acfa-03b16a8a1d3e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:50.099238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:50.109179 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.110539 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-07d4220a-532c-4649-8b67-434b4520c03b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1835668
Apr 22 21:41:50.113574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46390) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:50.119844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:50.126440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:50.131139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:50.134572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:50.141506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:50.153605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Project bdad2ee35f7f45158d3082068f6ca828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:41:50.161848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.190992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.222334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port 1067d369-6aed-4517-a43d-c82845082dcf, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=1067d369-6aed-4517-a43d-c82845082dcf,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:50.231805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.235187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:50.274770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Sync routers for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:50.289597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.296820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.303196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:50.315125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:50.315918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaee38f98>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:50.352274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e65dd2b-5fd2-46c6-8f81-0f4510fc349b,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:50.357501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:50.368018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.369786 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f8662f06-1657-4a9f-bd14-10055d9819a6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2547536
Apr 22 21:41:50.374964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46396) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:50.381166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'security_group_rule': {'security_group_id': 'a8f1a55c-d6b5-4c1a-a1cd-afc976b08408', 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:41:50.388643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:41:50.394038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:security_group_rule and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:41:50.397528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:41:50.403982 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:41:50.416217 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Project bdad2ee35f7f45158d3082068f6ca828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 21:41:50.424636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.638292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.650799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055501'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.664001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=1067d369-6aed-4517-a43d-c82845082dcf,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:50.665696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35115c12-17fb-4354-8a61-6eb8139ab272 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:50.669292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:50.698113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ac0741-676f-428b-b92f-a098bdbd7853,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:50.700871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:50.721687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bc144-f66b-4fe7-89e9-da0f4af2aa50 req-6ed9bd93-446e-446f-9644-9afdc48cad3c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:50.723519 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc0bc144-f66b-4fe7-89e9-da0f4af2aa50 req-6ed9bd93-446e-446f-9644-9afdc48cad3c tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.2234797
Apr 22 21:41:50.732884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-505515b1-b51f-46c9-bad9-76fab38f83a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:41:50.734586 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-505515b1-b51f-46c9-bad9-76fab38f83a0 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 947 time: 0.2772033
Apr 22 21:41:50.736905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:50.747678 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f10cc866-abb7-4a12-9980-3d5223d98a97 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3621297
Apr 22 21:41:50.747916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:50.853318 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc0bc144-f66b-4fe7-89e9-da0f4af2aa50 req-be36dff2-930c-448a-b9dc-fed7b5c4ff36 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups?id=76d470d6-11ce-4f33-a3fb-df6ca6867b21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172500
Apr 22 21:41:50.985234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Deleting port a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:41:50.986031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.190711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaee38f98>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:46Z', 'revision_number': 4, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f82c5db8-b000-4cd2-a975-a7e1931dbc41', 'name': '', 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'mac_address': 'fa:16:3e:b2:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:45Z', 'updated_at': '2021-04-22T21:41:47Z', 'revision_number': 2, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'subnets': [{'id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:51.195375 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] For port a915e51d-4e69-4c88-89fb-2d81cedef30c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a915e51d-4e69-4c88-89fb-2d81cedef30c,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:51.195685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Checking router: c3415f98-8ea7-4c1a-aafd-ba05cca1f548 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:51.196432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.196714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Updating router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 port f82c5db8-b000-4cd2-a975-a7e1931dbc41 binding host dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 21:41:51.262997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.597221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.597951 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.598690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Floating IP 99b925de-6ce8-4c6a-92b2-e13ecf01e58e disassociated. External IP: 172.27.3.12, port: a915e51d-4e69-4c88-89fb-2d81cedef30c.
Apr 22 21:41:51.599381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Calling delete_port for a915e51d-4e69-4c88-89fb-2d81cedef30c owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:41:51.660108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 1067d369-6aed-4517-a43d-c82845082dcf up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:51.797388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.805423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c322e65-8584-4443-8e0b-f99f407148a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:51.853665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.855646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'Port': ['ID=a915e51d-4e69-4c88-89fb-2d81cedef30c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:51.859358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:51.863655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port 1067d369-6aed-4517-a43d-c82845082dcf triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:51.863935 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:51.927610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Transition to ACTIVE for port object f82c5db8-b000-4cd2-a975-a7e1931dbc41 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:41:51.996356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:52.012308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:52.076831 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7b5cc13f-9aa0-467f-99e8-ec5d1e838fba req-92581f48-fa5b-490b-b5f4-e16fb65ccaff tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 210 time: 0.0612986
Apr 22 21:41:52.158291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:41:52.234309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Pushing event updated for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:52.250871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:52.375186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Attempting to bind port f82c5db8-b000-4cd2-a975-a7e1931dbc41 on host dv-cinder-763306-11-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:41:52.375904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Attempting to bind port f82c5db8-b000-4cd2-a975-a7e1931dbc41 by drivers openvswitch,hyperv on host dv-cinder-763306-11-iscsi at level 0 using segments [{'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:41:52.376588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Attempting to bind port f82c5db8-b000-4cd2-a975-a7e1931dbc41 on network bd9a0fa7-1d44-4390-a21e-32a747c70499 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:41:52.391694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Checking agent: {'id': '00060fac-1d1e-4415-95d3-0efc84981a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 29), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:41:52.392398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Checking segment: {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:41:52.393097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:52.394219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Bound using segment: {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:41:52.395360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Bound port: f82c5db8-b000-4cd2-a975-a7e1931dbc41, host: dv-cinder-763306-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:41:52.396039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:52.448508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:41:52.463242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:41:52.482548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:52.483827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a76d8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:52.534091 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] No DVR routers for this DVR port a915e51d-4e69-4c88-89fb-2d81cedef30c on host hv-cinder-76330 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:41:52.545498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:52.551397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-deleted', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:41:52.558040 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05d74756-3ea1-4960-b5cb-8805fc655dcc req-9b2c628f-351e-4b1e-ae32-7e6c84d4a9e8 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.13 "DELETE /v2.0/ports/a915e51d-4e69-4c88-89fb-2d81cedef30c HTTP/1.1" status: 204  len: 173 time: 1.8163517
Apr 22 21:41:52.561226 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] For port f82c5db8-b000-4cd2-a975-a7e1931dbc41, host dv-cinder-763306-11-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:41:52.566707 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] For port f82c5db8-b000-4cd2-a975-a7e1931dbc41, host dv-cinder-763306-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=f82c5db8-b000-4cd2-a975-a7e1931dbc41,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:41:52.575112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:52.581129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:52.608734 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d51932-3f47-4f65-aafe-a39375505504', 'name': 'network-vif-deleted', 'tag': 'a915e51d-4e69-4c88-89fb-2d81cedef30c', 'status': 'completed', 'code': 200}
Apr 22 21:41:52.674305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Pushing event updated for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:52.678918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:52.679733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:52.680437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaee38f98>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:52.938949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:53.052544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:41:53.123023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:53.467761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-452277a5-01a9-42dc-a365-22d1b5b120f8 req-7e32bf47-c857-4474-8356-8be932b35911 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Synchronizing usage tracker for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:41:53.535647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-452277a5-01a9-42dc-a365-22d1b5b120f8 req-7e32bf47-c857-4474-8356-8be932b35911 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Unset dirty status for tenant:39a389607ed5448bbaa579a5c4a8e57c on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:41:53.540715 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-452277a5-01a9-42dc-a365-22d1b5b120f8 req-7e32bf47-c857-4474-8356-8be932b35911 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d51932-3f47-4f65-aafe-a39375505504 HTTP/1.1" status: 200  len: 210 time: 0.1523452
Apr 22 21:41:53.581740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a76d8>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:53.590809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:41:53.603391 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:41:53.604414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a76d8>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:53.774135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaee38f98>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:46Z', 'revision_number': 4, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f82c5db8-b000-4cd2-a975-a7e1931dbc41', 'name': '', 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'mac_address': 'fa:16:3e:b2:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:45Z', 'updated_at': '2021-04-22T21:41:52Z', 'revision_number': 4, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'subnets': [{'id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:53.781844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac20133-9d8d-4708-b195-ed169e2fb75e None None] The sync data for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi is: [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:41:46Z', 'revision_number': 4, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'f82c5db8-b000-4cd2-a975-a7e1931dbc41', 'name': '', 'network_id': 'bd9a0fa7-1d44-4390-a21e-32a747c70499', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'mac_address': 'fa:16:3e:b2:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:45Z', 'updated_at': '2021-04-22T21:41:52Z', 'revision_number': 4, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'subnets': [{'id': 'e19237dc-6a1e-42c6-802e-b1c8e4dc347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:53.993400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:41:54.442354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:41:54.526931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: a915e51d-4e69-4c88-89fb-2d81cedef30c {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:41:54.527786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device a915e51d-4e69-4c88-89fb-2d81cedef30c not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:41:54.801311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a76d8>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:41:54.809977 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397b80e-7265-4c24-8c97-5637df43fb0f None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:33:53Z', 'revision_number': 4, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '02e5a3b6-ecf6-450a-8a84-2049e7702058', 'name': '', 'network_id': '6fdb78af-8b69-4f42-a26e-5e5ca099f047', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'mac_address': 'fa:16:3e:8e:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:52Z', 'updated_at': '2021-04-22T21:34:12Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'subnets': [{'id': '17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:41:55.265994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a58186ab-3355-4086-aabf-b786315b3ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.304101 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c07e6b-8ab5-4802-9f45-10f30e94af86 None None] New status for floating IP 99b925de-6ce8-4c6a-92b2-e13ecf01e58e: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:41:55.641667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f82c5db8-b000-4cd2-a975-a7e1931dbc41 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:55.729521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:41:55.741173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:55.741712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.761189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46474) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:55.857577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.912365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.952005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.965986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:55.971729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5ce61f05-3142-41ce-ae01-d98a27afc5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:55.988583 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d470d6-11ce-4f33-a3fb-df6ca6867b21,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:55.991642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:56.004293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.008969 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-49ede0e1-57cd-4cee-88ce-b81e9f884af3 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "DELETE /v2.0/security-groups/76d470d6-11ce-4f33-a3fb-df6ca6867b21 HTTP/1.1" status: 204  len: 168 time: 0.2439072
Apr 22 21:41:56.009480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46478) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:56.012422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] For port f82c5db8-b000-4cd2-a975-a7e1931dbc41, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=f82c5db8-b000-4cd2-a975-a7e1931dbc41,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:41:56.017263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.019454 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-80e5620e-9773-4599-9a60-0b1acb513a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:56.034750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-c519fd15-879d-4e2d-aa48-bed173844026 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] show failed (client error): The resource could not be found.
Apr 22 21:41:56.035984 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c519fd15-879d-4e2d-aa48-bed173844026 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "GET /v2.0/security-groups/76d470d6-11ce-4f33-a3fb-df6ca6867b21 HTTP/1.1" status: 404  len: 347 time: 0.0250173
Apr 22 21:41:56.041283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46482) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:41:56.112216 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Pushing event updated for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:56.117740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:56.298147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Deleting port e312e8f4-0bc8-4db9-9218-e489cbca8776 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:41:56.298495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.436463 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.436900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.580130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Calling delete_port for e312e8f4-0bc8-4db9-9218-e489cbca8776 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:41:56.726705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:56.735345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:41:56.832145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Pushing event deleted for resources: {'Port': ['ID=e312e8f4-0bc8-4db9-9218-e489cbca8776,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:41:56.895919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:41:57.015331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:57.039461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:57.040767 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] 10.222.0.11 "DELETE /v2.0/floatingips/99b925de-6ce8-4c6a-92b2-e13ecf01e58e HTTP/1.1" status: 204  len: 168 time: 0.9976192
Apr 22 21:41:57.616022 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f82c5db8-b000-4cd2-a975-a7e1931dbc41 up at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:41:57.680905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ab99a74-b66f-4a40-ba6e-a983dcca29a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:57.705303 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Provisioning complete for port f82c5db8-b000-4cd2-a975-a7e1931dbc41 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:41:57.705660 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:58.071162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:58.628829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:41:59.566063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:00.165684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46514) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:00.182581 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-71ebb53e-5a03-4524-b6cb-cd3cde5b310f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1059294
Apr 22 21:42:00.390013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-780f0b54-9d18-4e2a-ae32-784d962967c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:00.391633 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-780f0b54-9d18-4e2a-ae32-784d962967c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1099 time: 0.1061888
Apr 22 21:42:00.780612 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-ed9b8713-d49c-45ca-875b-ea3584c3d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:00.782230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-ed9b8713-d49c-45ca-875b-ea3584c3d170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.3196952
Apr 22 21:42:01.361172 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-05200bad-6d22-4cfe-9102-970ca5152931 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 1002 time: 0.5174367
Apr 22 21:42:01.496042 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-f2a986bd-f43a-47f3-b947-1773ddf8e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:01.497694 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-f2a986bd-f43a-47f3-b947-1773ddf8e780 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.1239023
Apr 22 21:42:01.651331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-d630efb8-f777-4684-a613-3a414a48116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:01.652868 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-d630efb8-f777-4684-a613-3a414a48116f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1479928
Apr 22 21:42:01.870260 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-8c5a02d3-42f9-4d28-98af-c01af173e30d service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079294
Apr 22 21:42:01.907592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:02.261745 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79b6709a-4ee6-44cc-8f44-dacbf4a923ae req-d9c5d9d8-9a9f-44fa-9b0a-3027e3ad152e service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3836298
Apr 22 21:42:02.609666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Deleting port 02e5a3b6-ecf6-450a-8a84-2049e7702058 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:42:02.610052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:02.761971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] For port 02e5a3b6-ecf6-450a-8a84-2049e7702058, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=02e5a3b6-ecf6-450a-8a84-2049e7702058,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:02.762373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:02.900928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Calling delete_port for 02e5a3b6-ecf6-450a-8a84-2049e7702058 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:42:02.943240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:03.052144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:03.056177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8dc5d52e-d375-404b-868d-c89bf982aa7e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:03.101848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e5a3b6-ecf6-450a-8a84-2049e7702058,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:03.104873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:03.406162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:03.828522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:42:04.032630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:42:04.043134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Sync routers for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:42:04.050103 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37e254df-f40a-4334-af62-3e8d5539d021 admin admin] 10.222.0.11 "PUT /v2.0/routers/c759a0a7-1606-4e07-8bb2-7672fb6b87c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8800008
Apr 22 21:42:04.050779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46542) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:04.055377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:42:04.056083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4d0f60>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:04.261874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:42:04.521614 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:04.573331 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4d0f60>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:42:02Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:04.577827 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Checking router: c759a0a7-1606-4e07-8bb2-7672fb6b87c5 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:42:04.587990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Routers {'c759a0a7-1606-4e07-8bb2-7672fb6b87c5'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:42:04.588691 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4d0f60>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:41:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:04.714197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:04.781642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] Set router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:42:04.794112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Deleting port 9831543c-d20f-4b64-b7be-7167ba15fb93 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:42:04.794599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:04.936492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] For port 9831543c-d20f-4b64-b7be-7167ba15fb93, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=9831543c-d20f-4b64-b7be-7167ba15fb93,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:04.936923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.075644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Calling delete_port for 9831543c-d20f-4b64-b7be-7167ba15fb93 owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:42:05.090836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf4d0f60>, [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:42:02Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:05.095342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d060bb-cd95-4631-ae1f-ebf18461807b None None] The sync data for ids ['c759a0a7-1606-4e07-8bb2-7672fb6b87c5'] in dv-cinder-763306-11-iscsi is: [{'id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1440958889-router', 'tenant_id': '39a389607ed5448bbaa579a5c4a8e57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:33:43Z', 'updated_at': '2021-04-22T21:42:02Z', 'revision_number': 5, 'project_id': '39a389607ed5448bbaa579a5c4a8e57c', 'gw_port': {'id': '9831543c-d20f-4b64-b7be-7167ba15fb93', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c759a0a7-1606-4e07-8bb2-7672fb6b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:33:46Z', 'updated_at': '2021-04-22T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:42:05.235056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.239434 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cd8fb59-a7cd-46b6-9eae-82e614be1f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:05.288347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9831543c-d20f-4b64-b7be-7167ba15fb93,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:05.291967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:05.398242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.594734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.597388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.620503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.621072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c759a0a7-1606-4e07-8bb2-7672fb6b87c5 {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:42:05.635207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.637388 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] 10.222.0.11 "DELETE /v2.0/routers/c759a0a7-1606-4e07-8bb2-7672fb6b87c5 HTTP/1.1" status: 204  len: 168 time: 1.5846307
Apr 22 21:42:05.638690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 02e5a3b6-ecf6-450a-8a84-2049e7702058 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:42:05.640252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46550) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:05.710012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 02e5a3b6-ecf6-450a-8a84-2049e7702058 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:42:05.710653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 02e5a3b6-ecf6-450a-8a84-2049e7702058 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:42:05.718372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Deleting subnet 17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:42:05.722248 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.781624 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:05.887225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.164274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.168741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:06.205465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:06.210353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:06.214647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.221949 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a0979c47-52c0-4695-a854-d00f277cf65a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/17bdfed2-65e8-4c3b-8b4b-e1f15e4a5a5f HTTP/1.1" status: 204  len: 168 time: 0.5801580
Apr 22 21:42:06.223819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd345d-5f00-437a-901d-8169389b9b32 None None] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:42:06.226170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46554) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:06.346702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.426922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Deleting port c3d8564d-1c45-46de-afdc-4c087f396587 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:42:06.426922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.539823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] For port c3d8564d-1c45-46de-afdc-4c087f396587, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c3d8564d-1c45-46de-afdc-4c087f396587,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:06.540229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.606559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] DHCP port deletion for 6fdb78af-8b69-4f42-a26e-5e5ca099f047 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:42:06.679553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Calling delete_port for c3d8564d-1c45-46de-afdc-4c087f396587 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:42:06.679833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Deleting port c3d8564d-1c45-46de-afdc-4c087f396587 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:42:06.680015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.728407 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:06.733847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-441cfef1-c028-4ed8-8c0b-caf97b45fc5e tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:06.812129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] For port c3d8564d-1c45-46de-afdc-4c087f396587, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=c3d8564d-1c45-46de-afdc-4c087f396587,segment=NetworkSegment(8b17236f-d308-4eba-9e98-68372c9f5e5a),segment_id=8b17236f-d308-4eba-9e98-68372c9f5e5a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:06.812519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:07.047743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Calling delete_port for c3d8564d-1c45-46de-afdc-4c087f396587 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:42:07.122486 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:42:07.123132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:42:07.150496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d8564d-1c45-46de-afdc-4c087f396587,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:07.153929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:07.154782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] No DVR routers for this DVR port c3d8564d-1c45-46de-afdc-4c087f396587 on host dv-cinder-763306-11-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:42:07.285952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:07.420219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0135c0>,) {'filters': {'network_id': ['6fdb78af-8b69-4f42-a26e-5e5ca099f047']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:07.436017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0135c0>, '8b17236f-d308-4eba-9e98-68372c9f5e5a') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:07.436358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf0135c0>, '8b17236f-d308-4eba-9e98-68372c9f5e5a') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:07.450554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:07.468860 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:07.476730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:42:07.620837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c3d8564d-1c45-46de-afdc-4c087f396587 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:42:07.686273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:42:07.696400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: c3d8564d-1c45-46de-afdc-4c087f396587 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:42:07.696400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device c3d8564d-1c45-46de-afdc-4c087f396587 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:42:07.697011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 9831543c-d20f-4b64-b7be-7167ba15fb93 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:42:07.698775 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:07.725008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2ecebadb-defa-4917-8373-9c5f54ce805a None None] The port 'c3d8564d-1c45-46de-afdc-4c087f396587' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:42:07.740683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 9831543c-d20f-4b64-b7be-7167ba15fb93 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:42:07.741080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 9831543c-d20f-4b64-b7be-7167ba15fb93 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:42:07.891053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Network 6fdb78af-8b69-4f42-a26e-5e5ca099f047 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:42:07.915303 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:42:07.923576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-d10721b7-5066-4c22-98e9-52c8bd513666 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Synchronizing usage tracker for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:42:07.942092 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-d10721b7-5066-4c22-98e9-52c8bd513666 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Unset dirty status for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:42:07.946279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-d10721b7-5066-4c22-98e9-52c8bd513666 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367985307&fields=id&tenant_id=bdad2ee35f7f45158d3082068f6ca828 HTTP/1.1" status: 200  len: 267 time: 0.0707359
Apr 22 21:42:07.997777 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.002384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d096ade-7572-4fbe-a013-965a8735b0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:08.017019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.030661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdb78af-8b69-4f42-a26e-5e5ca099f047,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:08.036047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:08.044895 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6fdb78af-8b69-4f42-a26e-5e5ca099f047 HTTP/1.1" status: 204  len: 168 time: 1.8174951
Apr 22 21:42:08.118379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-0342e20c-61c7-4403-85ec-6aa896ea93ac tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:08.120714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-0342e20c-61c7-4403-85ec-6aa896ea93ac tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 808 time: 0.1694221
Apr 22 21:42:08.139374 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-4f501951-08bb-4030-bf9b-98aacc783f2f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/quotas/bdad2ee35f7f45158d3082068f6ca828 HTTP/1.1" status: 200  len: 375 time: 0.0118206
Apr 22 21:42:08.194293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46568) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:08.236832 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-ff2c2421-6f9c-46da-aadb-90d68dc146ae tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0903430
Apr 22 21:42:08.268001 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c92ca1ae-b957-4e7f-b385-2b2d1d1c2cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39a389607ed5448bbaa579a5c4a8e57c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0720272
Apr 22 21:42:08.271020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46572) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:08.355064 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.397890 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-32dc7463-e747-434d-ba95-f578c748b9f5 service neutron] 10.222.0.11 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468644
Apr 22 21:42:08.407708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.504535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.514478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e793bff-d12b-4758-84d8-b5ee9ee889c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:08.532018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c888438-f1d2-47a1-8e35-c4cff72e2047,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:08.534953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:08.541555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:08.545475 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-932b8114-90e6-42bd-8e71-e59267a6ac89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c888438-f1d2-47a1-8e35-c4cff72e2047 HTTP/1.1" status: 204  len: 168 time: 0.2708764
Apr 22 21:42:08.572079 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-16462223-8810-4cdb-b56f-e9f39c11e36a service neutron] 10.222.0.11 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663754
Apr 22 21:42:09.184288 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4d3bc66-d82c-4d36-8b73-b051feb58d42 req-63278216-9898-46ff-a152-be8cfaa44501 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 210 time: 0.0571630
Apr 22 21:42:09.442632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46612) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:09.569864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1728122875-network', 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:09.575744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:09.580127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Usage tracker for resource:network and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:09.583725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:09.590104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:09.601090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:09.606186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.620824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.637974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:09.642630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Usage tracker for resource:security_group_rule and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:09.645895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:09.652063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:09.752272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.755570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.760185 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-81d88a0c-dc60-44bd-a8ee-4404c2ac74a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:09.789738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 21:42:09.799309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:09.803709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:09.806433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.806826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Added segment 7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b of type vlan for network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5
Apr 22 21:42:09.840323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971632755'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.874891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.876029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:09.876681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:09.882268 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fd4edbf-7b2d-452b-aeeb-aadaf7c22c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:09.995167 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5477543
Apr 22 21:42:09.995167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Pushing event updated for resources: {'Network': ['ID=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:09.998189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 46618) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:10.003099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:10.005066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 details requested by agent ovs-agent-dv-cinder-763306-11-iscsi with host dv-cinder-763306-11-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 21:42:10.007676 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Request body: {'subnet': {'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1728122875-subnet', 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:10.013611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:10.018658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Usage tracker for resource:subnet and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:10.022373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:10.029804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:10.042333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:10.047666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821836035'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:10.423410 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-86e8420d-d505-44a8-b628-ef547f6bc13f req-d71198c0-1344-497a-a2ce-5b5f53de3025 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 210 time: 0.0643854
Apr 22 21:42:10.496647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822134166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821836052'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:10.499698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-b0c126b7-a0ea-4756-b6e4-29368768082b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:10.501393 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-b0c126b7-a0ea-4756-b6e4-29368768082b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 808 time: 0.2654858
Apr 22 21:42:10.502073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:10.563050 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-4475b06c-a822-43f2-9795-bb43d8509fa2 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdad2ee35f7f45158d3082068f6ca828 HTTP/1.1" status: 200  len: 379 time: 0.0481513
Apr 22 21:42:10.572357 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'port': {'device_id': '481315c9-46f1-4271-a376-0d1213398d99', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'admin_state_up': True, 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'security_groups': ['a8f1a55c-d6b5-4c1a-a1cd-afc976b08408']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:10.586238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d960761-f3b7-4033-8a8d-00a8e0f63b81,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:10.589534 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:10.598338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Checking segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:42:10.598744 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Network hostable DHCP agents. Network: cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5, hostable agents: ['9fa08bb7-2b5f-4302-9724-1aa8a5701f9f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 21:42:10.620140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 is scheduled to be hosted by DHCP agent 9fa08bb7-2b5f-4302-9724-1aa8a5701f9f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 21:42:10.636436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-iscsi, cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:10.648144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9721b6f-2eeb-49ac-9580-56d8c070e769 None None] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:42:10.651040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:10.651713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:10.677371 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-66349f36-53d7-4492-b998-3e9c8b15c5c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6763346
Apr 22 21:42:10.740309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:10.745690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:port and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:10.749915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:10.757237 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:10.768648 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Made reservation on behalf of bdad2ee35f7f45158d3082068f6ca828 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:10.775858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:10.931997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053345d-e24f-44b9-8644-91f64be063c2 None None] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:42:10.996355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Allocated IP 172.20.0.6 (34d93b5c-5413-401e-9392-b69effc8fc65/eb3a03d7-c017-42a3-b8b6-0add3813f88a/144e1430-8276-41c0-b24e-f9fed473dfe2) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:42:11.372387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-78f4d7f1-ffb5-4c42-b726-ed078fab4775 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:11.374111 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-78f4d7f1-ffb5-4c42-b726-ed078fab4775 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.2325246
Apr 22 21:42:11.377316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:11.405376 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7d9bba3c-b821-4d9e-be91-c3df838ef186 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/quotas/d222f7f7a9ab4949a89b04d9454fb65e HTTP/1.1" status: 200  len: 375 time: 0.0241427
Apr 22 21:42:11.406398 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Transition to ACTIVE for port object 144e1430-8276-41c0-b24e-f9fed473dfe2 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:42:11.467879 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-3099ad7b-199f-45e7-b042-69a07bc76e75 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548530
Apr 22 21:42:11.568143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:11.576388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-90549042-ad58-4b74-bb14-b300b54cb165 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:11.668152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Network 34d93b5c-5413-401e-9392-b69effc8fc65 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:42:11.675515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:11.693808 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:42:11.744955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:11.804522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:11.836405 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-cadf0153-6e68-4ceb-8c0e-22d1b0a4dcb6 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577719
Apr 22 21:42:11.850940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:11.851681 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:11.882984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e2ee3f88-43b5-40e6-a7b6-23465d5cb151 None None] Provisioning for port 144e1430-8276-41c0-b24e-f9fed473dfe2 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:42:11.892461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e2ee3f88-43b5-40e6-a7b6-23465d5cb151 None None] Provisioning complete for port 144e1430-8276-41c0-b24e-f9fed473dfe2 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:42:11.893099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3f88-43b5-40e6-a7b6-23465d5cb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:11.966600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee3f88-43b5-40e6-a7b6-23465d5cb151 None None] Port 144e1430-8276-41c0-b24e-f9fed473dfe2 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:42:12.260693 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-5fafab09-1195-48da-87bb-26107aed6f9d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6926630
Apr 22 21:42:12.278390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Request body: {'port': {'device_id': '481315c9-46f1-4271-a376-0d1213398d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:12.366062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948ac7b-63f4-481e-8c05-64d32fafe135 req-50d60c20-14ef-4f95-9c86-d8d6411631b9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:12.366868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b948ac7b-63f4-481e-8c05-64d32fafe135 req-50d60c20-14ef-4f95-9c86-d8d6411631b9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Synchronizing usage tracker for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:42:12.442464 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-d87996b3-0005-4a1a-a491-94a80393bfa6 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5860279
Apr 22 21:42:12.462325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b948ac7b-63f4-481e-8c05-64d32fafe135 req-50d60c20-14ef-4f95-9c86-d8d6411631b9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Unset dirty status for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:42:12.463648 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b948ac7b-63f4-481e-8c05-64d32fafe135 req-50d60c20-14ef-4f95-9c86-d8d6411631b9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 931 time: 0.7290633
Apr 22 21:42:12.489441 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:12.611169 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b948ac7b-63f4-481e-8c05-64d32fafe135 req-1378bf37-5dd2-4e93-9e32-f55cef9bbfe4 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1390872
Apr 22 21:42:12.736402 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d3ad4c44-f954-4a00-bdbc-e084f41fff30 req-5dba1c12-38d8-495d-95c9-204458fd28be tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 210 time: 0.1060143
Apr 22 21:42:13.021172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144e1430-8276-41c0-b24e-f9fed473dfe2 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:13.030459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:13.049848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Transition to ACTIVE for port object 144e1430-8276-41c0-b24e-f9fed473dfe2 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:42:13.053528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:13.059810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f95d96a-8179-48e6-8f47-3922a286f562 tempest-AttachVolumeTestJSON-683417340 tempest-AttachVolumeTestJSON-683417340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:13.248717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:13.290148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:13.344425 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Attempting to bind port 144e1430-8276-41c0-b24e-f9fed473dfe2 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:42:13.344966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Attempting to bind port 144e1430-8276-41c0-b24e-f9fed473dfe2 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:42:13.345568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Attempting to bind port 144e1430-8276-41c0-b24e-f9fed473dfe2 on network 34d93b5c-5413-401e-9392-b69effc8fc65 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:13.352538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Port 144e1430-8276-41c0-b24e-f9fed473dfe2 on network 34d93b5c-5413-401e-9392-b69effc8fc65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:42:13.352986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Attempting to bind port 144e1430-8276-41c0-b24e-f9fed473dfe2 on network 34d93b5c-5413-401e-9392-b69effc8fc65 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:13.359926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:42:13.360299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Checking segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:42:13.360730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Bound using segment: {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:42:13.361207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Bound port: 144e1430-8276-41c0-b24e-f9fed473dfe2, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9b75f0-b926-4e07-828c-c87329039d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:42:13.361645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:13.470810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:42:13.476998 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:42:13.482528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:13.491266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-54cccce8-cd36-4478-ac66-2f0cc94c0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:13.562966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:13.563933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:13.566520 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] 10.222.0.13 "PUT /v2.0/ports/144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 1093 time: 1.2958300
Apr 22 21:42:13.569037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:13.604812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:13.611822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:13.651178 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'status': 'completed', 'code': 200}
Apr 22 21:42:13.710571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-bb0044af-fec1-4ea0-afd8-0ee23f3dae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:13.712426 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-bb0044af-fec1-4ea0-afd8-0ee23f3dae7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1096 time: 0.1022935
Apr 22 21:42:13.851165 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-c83aa0f6-0d5b-414f-af06-a14c83d7c6bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 217 time: 0.1294928
Apr 22 21:42:14.036714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87246fd2-e3cd-45a0-83a8-69c525100b05 req-cd84a045-6ffe-44c5-a10c-3c513c9233c0 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 210 time: 0.0982881
Apr 22 21:42:14.053930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-0863612b-6082-4d1b-8390-d78ceecc9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.055944 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-0863612b-6082-4d1b-8390-d78ceecc9998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.1978345
Apr 22 21:42:14.071545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eecdf-bd23-4e58-948f-480e0942d743 req-7e4a9063-f982-4cd2-b652-e0bd815f84ee tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.073480 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-649eecdf-bd23-4e58-948f-480e0942d743 req-7e4a9063-f982-4cd2-b652-e0bd815f84ee tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.2893472
Apr 22 21:42:14.110489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7034f7e9-c02a-421a-b7a1-30d7048da00c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.111697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7034f7e9-c02a-421a-b7a1-30d7048da00c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Synchronizing usage tracker for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:42:14.132030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7034f7e9-c02a-421a-b7a1-30d7048da00c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Unset dirty status for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:42:14.133382 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7034f7e9-c02a-421a-b7a1-30d7048da00c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.2445943
Apr 22 21:42:14.149770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Request body: {'port': {'device_id': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'admin_state_up': True, 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:14.182667 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-649eecdf-bd23-4e58-948f-480e0942d743 req-839ef65b-295f-4305-affd-fa514accd219 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688043
Apr 22 21:42:14.217504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-b8a2d56d-dc96-42ec-bb03-4488ac87357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.221021 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-b8a2d56d-dc96-42ec-bb03-4488ac87357b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1462483
Apr 22 21:42:14.350423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:14.357619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Usage tracker for resource:port and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:14.362199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:14.372470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:14.382503 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-cd9c18bf-6fe1-4e55-a2fd-d78d7de5f6fa service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532094
Apr 22 21:42:14.387020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:14.398547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:14.542542 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95cedae3-71dc-467d-a77c-1a63feb027ae req-76e1b967-ad4b-4cdd-bde3-fd5b8ec1047d service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511548
Apr 22 21:42:14.597236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Allocated IP 172.20.0.6 (cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5/6d960761-f3b7-4033-8a8d-00a8e0f63b81/3bda2e28-8155-4cd8-9771-a296a3b04bfe) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:42:14.687413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-60f87cbb-d1a3-420e-853f-0cb8c00ce6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.690232 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-60f87cbb-d1a3-420e-853f-0cb8c00ce6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1096 time: 0.0987158
Apr 22 21:42:14.849084 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-10bff62e-a07d-494b-8a8b-96ac034683ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:14.851084 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-10bff62e-a07d-494b-8a8b-96ac034683ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1537187
Apr 22 21:42:14.873300 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:14.915686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:14.921816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b062a63-9d6a-4850-ae1b-481853b48ff2 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:14.936811 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-945f844f-ce64-421c-921d-8ae084d3e791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 217 time: 0.0747433
Apr 22 21:42:14.998462 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:42:15.002051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:15.006616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:42:15.041041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event updated for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:15.047567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-97b2293e-16d7-4a35-bce1-9787b53721c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:15.049323 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-97b2293e-16d7-4a35-bce1-9787b53721c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.1053150
Apr 22 21:42:15.050388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:15.083203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:15.084215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:15.113338 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-834e5f14-dac6-4a81-8cc6-3bcdf149f29a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9704638
Apr 22 21:42:15.126713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Request body: {'port': {'device_id': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:15.150129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-5cb9532f-874d-4386-b5ab-b9204f1c00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:15.151788 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-5cb9532f-874d-4386-b5ab-b9204f1c00c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0964677
Apr 22 21:42:15.280914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:15.428282 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-affad04d-87c6-41d5-8116-d1f3ce28370f service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696617
Apr 22 21:42:15.467971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa980a-7931-4bc6-b75d-e9a62bfa75d6 req-30688380-d8f7-4e9b-a334-01a37f83c9d6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:15.469782 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3daa980a-7931-4bc6-b75d-e9a62bfa75d6 req-30688380-d8f7-4e9b-a334-01a37f83c9d6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 931 time: 0.2865448
Apr 22 21:42:15.636009 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3daa980a-7931-4bc6-b75d-e9a62bfa75d6 req-db2aa656-1b59-42ca-8d38-5df7bbf68fe7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569176
Apr 22 21:42:15.649205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8ce0-1d10-49ec-9702-7778b82922dc req-59588fbb-0b74-4378-b19e-b3d77be0afde tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:15.650987 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2cdb8ce0-1d10-49ec-9702-7778b82922dc req-59588fbb-0b74-4378-b19e-b3d77be0afde tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.3260250
Apr 22 21:42:15.697387 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d5c1933-315d-4abe-807a-f7bbff7fb6cd req-af67383f-f77f-411f-a552-5b715f8979c2 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2609384
Apr 22 21:42:15.724066 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bda2e28-8155-4cd8-9771-a296a3b04bfe {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:15.738519 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2cdb8ce0-1d10-49ec-9702-7778b82922dc req-45c459b8-71c4-42e8-9380-99710ed3ab24 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690970
Apr 22 21:42:15.738867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:15.759886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Transition to ACTIVE for port object 3bda2e28-8155-4cd8-9771-a296a3b04bfe will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:42:15.763299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:15.768745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-794b1351-5233-432b-82d4-fa905086b62e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:15.945690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Pushing event updated for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:15.949658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:16.065740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Attempting to bind port 3bda2e28-8155-4cd8-9771-a296a3b04bfe on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:42:16.066123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Attempting to bind port 3bda2e28-8155-4cd8-9771-a296a3b04bfe by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:42:16.066496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Attempting to bind port 3bda2e28-8155-4cd8-9771-a296a3b04bfe on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:16.071770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Port 3bda2e28-8155-4cd8-9771-a296a3b04bfe on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:42:16.072097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Attempting to bind port 3bda2e28-8155-4cd8-9771-a296a3b04bfe on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:16.078053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:42:16.078433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Checking segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:42:16.078862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Bound using segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:42:16.079342 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Bound port: 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:42:16.079708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:16.185436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:42:16.189249 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:42:16.193372 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:16.197874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-be174cb6-45f3-422d-a47f-af4178038f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:16.261990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:16.262688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:16.264230 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] 10.222.0.13 "PUT /v2.0/ports/3bda2e28-8155-4cd8-9771-a296a3b04bfe HTTP/1.1" status: 200  len: 1093 time: 1.1435182
Apr 22 21:42:16.264822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:16.288544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Pushing event updated for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:16.291870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:16.365775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe', 'status': 'completed', 'code': 200}
Apr 22 21:42:16.405646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-27d7a9a5-8967-43a3-ba90-546bf2660e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:16.407331 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-27d7a9a5-8967-43a3-ba90-546bf2660e3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 1096 time: 0.0939622
Apr 22 21:42:16.488325 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-7c54ca61-0048-4cee-8ea8-274ef1c6d7eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe HTTP/1.1" status: 200  len: 217 time: 0.0726988
Apr 22 21:42:16.566172 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309db-00c5-4af4-af21-be3e83f28965 req-23e369b3-87ac-4922-8c7c-585539013474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:16.567768 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-23e369b3-87ac-4922-8c7c-585539013474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0731146
Apr 22 21:42:16.894708 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-d6b27950-34ff-4ed2-9f1b-7e5c3f01a4c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3200555
Apr 22 21:42:16.939737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebaa71-ab3a-40f7-94b3-89a9ec9cfa54 req-7b8b2abf-ca6c-49e4-b919-c80418ece205 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:16.941482 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-faebaa71-ab3a-40f7-94b3-89a9ec9cfa54 req-7b8b2abf-ca6c-49e4-b919-c80418ece205 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 943 time: 0.1665936
Apr 22 21:42:17.015957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e900fc-a16a-4cf1-afba-3d860ec3fc66 req-c49f29ea-af4e-46a6-8425-7937c82eb3a8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:17.017710 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e0e900fc-a16a-4cf1-afba-3d860ec3fc66 req-c49f29ea-af4e-46a6-8425-7937c82eb3a8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1508987
Apr 22 21:42:17.021456 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-faebaa71-ab3a-40f7-94b3-89a9ec9cfa54 req-d4646efb-8919-44cc-953d-33e34e2b0e86 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657024
Apr 22 21:42:17.078154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-128160a9-7e98-4203-bcc2-c85fe87fe981 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744523
Apr 22 21:42:17.080792 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e0e900fc-a16a-4cf1-afba-3d860ec3fc66 req-3d322db1-2633-49de-b50b-a4ad0d421d24 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491445
Apr 22 21:42:17.237901 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b01309db-00c5-4af4-af21-be3e83f28965 req-df1fafe3-6b5b-4883-ab6b-28891053e297 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536591
Apr 22 21:42:17.370539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-bfbb9e41-7509-4825-bbe4-e13a6d9c20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:17.372214 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-bfbb9e41-7509-4825-bbe4-e13a6d9c20df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 1096 time: 0.0846081
Apr 22 21:42:17.526247 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-14066c33-cacc-4082-be95-6eb1de390ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:17.527795 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-14066c33-cacc-4082-be95-6eb1de390ede service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 915 time: 0.1485343
Apr 22 21:42:17.611273 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-c2ef89fa-c351-42ed-8efe-221e7ac05286 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe HTTP/1.1" status: 200  len: 217 time: 0.0751636
Apr 22 21:42:17.685738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-23a93cf2-b79b-4d17-82e5-cd96068de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:17.687371 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-23a93cf2-b79b-4d17-82e5-cd96068de040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0674953
Apr 22 21:42:17.746197 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-a69cf4e3-daf7-4edd-aef3-e1cda22e23e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512764
Apr 22 21:42:17.915556 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-fb8496b9-a515-43f2-b3b2-428b5d541506 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621728
Apr 22 21:42:18.068140 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6e24faca-65e1-46c8-a365-c9e2f58a4bdc req-8bcd58c6-06ca-4701-9785-9c39a2789b74 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450343
Apr 22 21:42:18.577667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9e11-316c-4dcd-b9e6-c2ff79a9918c req-439606f3-ca20-42c1-9e2c-dc326f07a8ce tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:18.579344 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-353e9e11-316c-4dcd-b9e6-c2ff79a9918c req-439606f3-ca20-42c1-9e2c-dc326f07a8ce tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 943 time: 0.4390721
Apr 22 21:42:18.597704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1f72-75c5-4a17-95de-4194fddcdacb req-63686a99-ed29-4078-94cc-bdd5b8781d2d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:18.599463 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2b5a1f72-75c5-4a17-95de-4194fddcdacb req-63686a99-ed29-4078-94cc-bdd5b8781d2d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1312749
Apr 22 21:42:18.680022 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-353e9e11-316c-4dcd-b9e6-c2ff79a9918c req-71c0ed42-37b7-466e-86f7-6245c962aa2a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925460
Apr 22 21:42:18.687875 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2b5a1f72-75c5-4a17-95de-4194fddcdacb req-e1fc3c48-d4a8-41cb-8880-3d330bac9631 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731823
Apr 22 21:42:19.964020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be4de-080e-46bf-9d06-d96dce3a7689 req-0e6e0506-a660-4e8e-a076-7e3e38b93834 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:19.965741 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-166be4de-080e-46bf-9d06-d96dce3a7689 req-0e6e0506-a660-4e8e-a076-7e3e38b93834 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 943 time: 0.1640930
Apr 22 21:42:19.975692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45271-7e0e-4b2a-98aa-29ff65745d0b req-5cba2786-fd83-42b5-a57f-065ee019a1f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:19.977371 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-26f45271-7e0e-4b2a-98aa-29ff65745d0b req-5cba2786-fd83-42b5-a57f-065ee019a1f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1375937
Apr 22 21:42:20.055958 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-26f45271-7e0e-4b2a-98aa-29ff65745d0b req-a9695aad-0f6e-4b9f-9f1c-c97a6bb38a9c tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630529
Apr 22 21:42:20.059050 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-166be4de-080e-46bf-9d06-d96dce3a7689 req-759d764f-4782-49ce-9475-d7932d66d068 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806653
Apr 22 21:42:20.550481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 3bda2e28-8155-4cd8-9771-a296a3b04bfe details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:42:20.701080 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:20.716043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '3bda2e28-8155-4cd8-9771-a296a3b04bfe', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'port_id': '3bda2e28-8155-4cd8-9771-a296a3b04bfe', 'mac_address': 'fa:16:3e:42:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d960761-f3b7-4033-8a8d-00a8e0f63b81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:42:20.781120 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:20.801244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bda2e28-8155-4cd8-9771-a296a3b04bfe {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:20.819221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:20.823297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:20.825503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:20.899638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:20.903046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:21.050841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:21.347651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c25a0-4e39-4a6e-80c7-52e78e5e41d2 req-c84c0819-f366-45d6-99b2-03eaee311142 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:21.349249 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-723c25a0-4e39-4a6e-80c7-52e78e5e41d2 req-c84c0819-f366-45d6-99b2-03eaee311142 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 944 time: 0.1652703
Apr 22 21:42:21.358219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe795-80e0-4923-a5ec-567329d790ee req-b690a231-4b6d-44bf-8c95-5cda7e751714 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:21.359830 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-476fe795-80e0-4923-a5ec-567329d790ee req-b690a231-4b6d-44bf-8c95-5cda7e751714 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1385787
Apr 22 21:42:21.441518 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-723c25a0-4e39-4a6e-80c7-52e78e5e41d2 req-d9461d12-cc64-4091-ad7c-3d4c24f0510a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804448
Apr 22 21:42:21.446894 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-476fe795-80e0-4923-a5ec-567329d790ee req-74aeb468-fb2a-473a-be2c-8d03d40c0725 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710685
Apr 22 21:42:22.550976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:42:22.553679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 3bda2e28-8155-4cd8-9771-a296a3b04bfe up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:42:22.720212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 3bda2e28-8155-4cd8-9771-a296a3b04bfe completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:42:22.722444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831379-7d75-4f06-abcf-441ec8f90f6e req-b678045e-ea83-4c25-864b-733e2f7dd922 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:22.724248 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc831379-7d75-4f06-abcf-441ec8f90f6e req-b678045e-ea83-4c25-864b-733e2f7dd922 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1576769
Apr 22 21:42:22.734000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1982f-bf8e-426f-a11f-c45aec1c887c req-c76911b8-9b32-4302-a301-c4f4ddfee8aa tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:22.735573 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abe1982f-bf8e-426f-a11f-c45aec1c887c req-c76911b8-9b32-4302-a301-c4f4ddfee8aa tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 944 time: 0.1713543
Apr 22 21:42:22.738548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 3bda2e28-8155-4cd8-9771-a296a3b04bfe triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:42:22.738976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:22.818491 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc831379-7d75-4f06-abcf-441ec8f90f6e req-05d900c6-45ec-4097-8a2f-dc3d09e881e8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814781
Apr 22 21:42:22.819936 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:22.823560 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abe1982f-bf8e-426f-a11f-c45aec1c887c req-9a8bbfb2-f740-48d8-b50b-9ba6e51d4148 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657597
Apr 22 21:42:22.841861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'mac_address': 'fa:16:3e:48:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:42:22.955695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:22.972327 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:22.989257 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144e1430-8276-41c0-b24e-f9fed473dfe2 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:23.014156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:23.025459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:23.028682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:23.030277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:23.032456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:23.063732 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe', 'code': 200}
Apr 22 21:42:23.070143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:23.105475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:23.108689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:23.109205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b77e412-0dbb-4f82-b35a-d0804a152ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:23.187699 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:23.190917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:23.264461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['144e1430-8276-41c0-b24e-f9fed473dfe2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:23.317234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fab41b-a88e-4f8a-acf5-d11f034a1473 req-18d320d6-eefe-4e7e-96c3-e28e7b40405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:23.318975 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-60fab41b-a88e-4f8a-acf5-d11f034a1473 req-18d320d6-eefe-4e7e-96c3-e28e7b40405e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 1098 time: 0.0797129
Apr 22 21:42:23.363419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-60fab41b-a88e-4f8a-acf5-d11f034a1473 req-722661af-d3a3-427a-9172-3e911ab46548 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371108
Apr 22 21:42:24.105218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab44b36-82fa-4cdb-9d31-7a933c58ca9a req-b203ca33-741d-4203-985c-4e682821f04c tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:24.106905 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bab44b36-82fa-4cdb-9d31-7a933c58ca9a req-b203ca33-741d-4203-985c-4e682821f04c tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 944 time: 0.1631634
Apr 22 21:42:24.116675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44bb29-1fb2-448b-aafc-1aa251e1970b req-f352bdcb-39c2-450a-921f-da25321a6443 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:24.118188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea44bb29-1fb2-448b-aafc-1aa251e1970b req-f352bdcb-39c2-450a-921f-da25321a6443 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 945 time: 0.1326070
Apr 22 21:42:24.194545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bab44b36-82fa-4cdb-9d31-7a933c58ca9a req-140dc41d-a2a4-462e-aea1-cf3046787dd1 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749025
Apr 22 21:42:24.202789 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea44bb29-1fb2-448b-aafc-1aa251e1970b req-033a15ad-c80b-432e-adf9-dd7bbd526d3e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687373
Apr 22 21:42:24.567214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:42:24.647496 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 144e1430-8276-41c0-b24e-f9fed473dfe2 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:42:24.652555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 144e1430-8276-41c0-b24e-f9fed473dfe2 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:42:24.652980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:24.779908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:24.814051 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:24.818304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:24.820485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:24.903991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:24.908424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:25.065922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:25.116809 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'code': 200}
Apr 22 21:42:25.254532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73c21d5b-8401-46b3-9009-7690f46c85d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:25.475760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a415-b54d-4a8d-94c1-342ac4c0f93e req-f861a1da-da73-47b2-91af-466a9d82347d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:25.477511 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a385a415-b54d-4a8d-94c1-342ac4c0f93e req-f861a1da-da73-47b2-91af-466a9d82347d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1573718
Apr 22 21:42:25.489792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1ad9-98f8-483e-99fc-ab07563cc089 req-85008df8-10e8-433e-b630-e48e9348fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:25.491421 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4da1ad9-98f8-483e-99fc-ab07563cc089 req-85008df8-10e8-433e-b630-e48e9348fd39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0847466
Apr 22 21:42:25.532743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8766c43-8c1e-4b8e-85e8-af7379d508d2 req-3b1dbcda-d6ac-4852-873c-b755e7094e87 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:25.534397 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8766c43-8c1e-4b8e-85e8-af7379d508d2 req-3b1dbcda-d6ac-4852-873c-b755e7094e87 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 945 time: 0.1575778
Apr 22 21:42:25.535743 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4da1ad9-98f8-483e-99fc-ab07563cc089 req-4035c98b-0bd6-491c-8e38-29940689cace service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370927
Apr 22 21:42:25.559736 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a385a415-b54d-4a8d-94c1-342ac4c0f93e req-f287ba7f-0adb-4e88-a736-84425592e039 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734735
Apr 22 21:42:25.589379 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8766c43-8c1e-4b8e-85e8-af7379d508d2 req-050e47b6-11ed-4a59-a62a-63a4c0578fad tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480993
Apr 22 21:42:26.778451 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d873311-de3f-4a6c-b32d-ffbd2113d38d req-191dbf2e-cfe0-4c54-95a2-94e3f48061bb tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:26.780484 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d873311-de3f-4a6c-b32d-ffbd2113d38d req-191dbf2e-cfe0-4c54-95a2-94e3f48061bb tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1022196
Apr 22 21:42:26.839099 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d873311-de3f-4a6c-b32d-ffbd2113d38d req-04641d68-0264-41d9-bc74-d49a02e86f4e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516160
Apr 22 21:42:27.050453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fbc47-6216-4de2-96b1-a84f89b89981 req-b01eabfa-4d6d-423e-8788-75b0a59889cf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:27.052127 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-520fbc47-6216-4de2-96b1-a84f89b89981 req-b01eabfa-4d6d-423e-8788-75b0a59889cf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0929425
Apr 22 21:42:27.107311 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-520fbc47-6216-4de2-96b1-a84f89b89981 req-f52355de-1f5a-43a7-ab31-2d026b110d26 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453849
Apr 22 21:42:27.133377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46720) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:27.359358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2d71c-8332-4b9a-b9d6-f42e41a100b3 tempest-TestShelveInstance-1093097206 tempest-TestShelveInstance-1093097206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:27.360070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2dc2d71c-8332-4b9a-b9d6-f42e41a100b3 tempest-TestShelveInstance-1093097206 tempest-TestShelveInstance-1093097206-project-admin] Synchronizing usage tracker for tenant:e612c9c9377a4793bb91d92746cdc243 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:42:27.378212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2dc2d71c-8332-4b9a-b9d6-f42e41a100b3 tempest-TestShelveInstance-1093097206 tempest-TestShelveInstance-1093097206-project-admin] Unset dirty status for tenant:e612c9c9377a4793bb91d92746cdc243 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:42:27.379554 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2dc2d71c-8332-4b9a-b9d6-f42e41a100b3 tempest-TestShelveInstance-1093097206 tempest-TestShelveInstance-1093097206-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1093 time: 0.2450159
Apr 22 21:42:27.384320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 46730) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:42:27.390003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:27.396598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:27.400598 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Usage tracker for resource:floatingip and tenant:bdad2ee35f7f45158d3082068f6ca828 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:27.403686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:27.410485 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:27.421798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:27.567702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:27.662911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ff116ca3-158c-40e8-9389-979c992757d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:27.718902 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Allocated IP 172.27.3.191 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/68b28efb-a782-4454-9ad7-0f5b6e4dd727) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:42:27.882667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:27.912712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:27.917781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:27.982507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:42:27.986205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:27.990873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:42:28.035045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'Port': ['ID=68b28efb-a782-4454-9ad7-0f5b6e4dd727,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:28.039737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:28.074625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.432634 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.514837 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.630310 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.739718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.744354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33368786'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:28.748231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63959705-4bc7-4e48-9d0d-ccd7ce4c5d8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:28.858661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event updated for resources: {'Port': ['ID=68b28efb-a782-4454-9ad7-0f5b6e4dd727,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:28.861874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:28.885321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:29.070665 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Floating IP f6dce4c6-355c-456e-a9bf-0c072adf9fc3 associated. External IP: 172.27.3.191, port: 144e1430-8276-41c0-b24e-f9fed473dfe2.
Apr 22 21:42:29.567323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:29.690211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Router 26684ddc-aceb-4ab2-afdb-db6054c98c46 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:42:29.813734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:42:29.886234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:42:29.904225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Sync routers for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:42:29.909945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:42:29.910853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae251358>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:42:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:29.911994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:29.969891 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5843697
Apr 22 21:42:29.970550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:30.028138 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'status': 'completed', 'code': 200}
Apr 22 21:42:30.135653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-244a8718-1dd8-4b9a-b70b-3e85f2bb78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:30.137241 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-244a8718-1dd8-4b9a-b70b-3e85f2bb78ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0850518
Apr 22 21:42:30.280829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:42:30.285214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-fb0689ab-b098-45f7-8778-58d7cffb62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:30.287023 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-fb0689ab-b098-45f7-8778-58d7cffb62d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1429765
Apr 22 21:42:30.411727 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-3d7ad8cb-47d6-4b66-a1a2-3dd76974a1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 999 time: 0.1179285
Apr 22 21:42:30.485622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-68004a7b-1210-40dc-bc4e-ceab20029d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:30.487204 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-68004a7b-1210-40dc-bc4e-ceab20029d25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.0695157
Apr 22 21:42:30.573914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-14550a51-1d15-4054-8c21-b6ba2fb7e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:30.575965 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-14550a51-1d15-4054-8c21-b6ba2fb7e726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0823791
Apr 22 21:42:30.663816 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae251358>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'f6dce4c6-355c-456e-a9bf-0c072adf9fc3', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'mac_address': 'fa:16:3e:48:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481315c9-46f1-4271-a376-0d1213398d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:42:28Z', 'updated_at': '2021-04-22T21:42:28Z', 'revision_number': 0, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:30.667973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Checking router: 26684ddc-aceb-4ab2-afdb-db6054c98c46 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:42:30.677491 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:42:30.678184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae251358>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:42:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:30.769570 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-31e8733a-9b1b-4b5c-9e47-e1a965f923bb service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864691
Apr 22 21:42:30.874812 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:42:30.916301 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e02e11-2332-42a4-95b1-29f3874f3dcc req-435f6a1b-039f-4a4f-a385-41229b6a81ae service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401350
Apr 22 21:42:31.256317 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae251358>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'f6dce4c6-355c-456e-a9bf-0c072adf9fc3', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'mac_address': 'fa:16:3e:48:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481315c9-46f1-4271-a376-0d1213398d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:42:28Z', 'updated_at': '2021-04-22T21:42:28Z', 'revision_number': 0, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:42:31.260755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd565dd-a95f-4cd9-a2f5-909de3214156 None None] The sync data for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi is: [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'f6dce4c6-355c-456e-a9bf-0c072adf9fc3', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'mac_address': 'fa:16:3e:48:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481315c9-46f1-4271-a376-0d1213398d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:42:28Z', 'updated_at': '2021-04-22T21:42:28Z', 'revision_number': 0, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:42:31.541553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc979830-191a-4ad5-83b8-3f981c1c54ea None None] New status for floating IP f6dce4c6-355c-456e-a9bf-0c072adf9fc3: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:42:32.940870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:34.639211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-4cd9a6f0-bfdf-4ad2-b298-2ed96ae22a86 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:34.640735 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-4cd9a6f0-bfdf-4ad2-b298-2ed96ae22a86 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1681314
Apr 22 21:42:34.662636 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-67925a64-04c4-4c80-8cac-3c1f9a1c7abb tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/quotas/d222f7f7a9ab4949a89b04d9454fb65e HTTP/1.1" status: 200  len: 375 time: 0.0122674
Apr 22 21:42:34.758049 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-ac7957b1-d7b2-4367-bf70-a0fe58ee9429 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0897083
Apr 22 21:42:34.905227 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-dffb502a-47b4-4b6d-94d3-40d1a7154d91 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393404
Apr 22 21:42:35.057108 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-838ec7dc-9c3a-441e-9ffe-e8bc080a4bb0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452324
Apr 22 21:42:35.262028 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a9c8252-13b9-45cb-8c66-cff85b709406 req-c27d4296-3de2-4374-a04b-6dd455d355f7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 210 time: 0.0481002
Apr 22 21:42:36.428899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-74229855-024c-4511-81b8-14ddd3c17e2d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:36.430563 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-74229855-024c-4511-81b8-14ddd3c17e2d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1598799
Apr 22 21:42:36.431846 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6ec3b1e-c366-4581-be8d-423e3ed5ddb0 req-d9368ac3-42a9-46a6-831c-7332695cd1c0 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 210 time: 0.0505662
Apr 22 21:42:36.449233 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Request body: {'port': {'device_id': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'admin_state_up': True, 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:36.596275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:36.600516 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Usage tracker for resource:port and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:36.603627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:36.610021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:36.622076 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:36.631704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:36.812436 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Allocated IP 172.20.0.11 (cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5/6d960761-f3b7-4033-8a8d-00a8e0f63b81/07815f85-0c40-48b6-b4a4-12d461a5c752) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:42:37.035826 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.067900 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.073859 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b34bb3cf-ed32-4e6b-9c36-6042f1149d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:37.084007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:37.148419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:42:37.151788 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:37.156001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:42:37.189283 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event updated for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:37.206431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.206431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.206431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.207508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.207704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.208118 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.208528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.208937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.209318 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.209749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.210219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.210627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:37.216571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:37.240945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:37.241719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.263121 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8183067
Apr 22 21:42:37.276439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Request body: {'port': {'device_id': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:37.400823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.637547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9edb57-09be-48b5-94af-01556be7f0df req-0aa54ab7-fea0-4fdc-8f67-19551612d71d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:37.639178 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa9edb57-09be-48b5-94af-01556be7f0df req-0aa54ab7-fea0-4fdc-8f67-19551612d71d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 932 time: 0.0925810
Apr 22 21:42:37.689980 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa9edb57-09be-48b5-94af-01556be7f0df req-e3023938-f585-454a-8909-6a562283bd12 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443010
Apr 22 21:42:37.767028 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07815f85-0c40-48b6-b4a4-12d461a5c752 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:37.776970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.797414 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Transition to ACTIVE for port object 07815f85-0c40-48b6-b4a4-12d461a5c752 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:42:37.801521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:37.805328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-917c4dff-d38f-45da-a615-9e9155b5d3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:37.938055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Pushing event updated for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:37.941955 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:38.304479 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Attempting to bind port 07815f85-0c40-48b6-b4a4-12d461a5c752 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:42:38.304716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Attempting to bind port 07815f85-0c40-48b6-b4a4-12d461a5c752 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:42:38.305073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Attempting to bind port 07815f85-0c40-48b6-b4a4-12d461a5c752 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:38.310243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Port 07815f85-0c40-48b6-b4a4-12d461a5c752 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:42:38.310601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Attempting to bind port 07815f85-0c40-48b6-b4a4-12d461a5c752 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:38.316251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:42:38.316630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Checking segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:42:38.317054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Bound using segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:42:38.317551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Bound port: 07815f85-0c40-48b6-b4a4-12d461a5c752, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:42:38.317940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:38.420413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:42:38.423956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=07815f85-0c40-48b6-b4a4-12d461a5c752,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:42:38.428427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:38.432290 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-790276b7-bf5c-45a2-90cc-d03610570d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:38.492539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:38.493545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:38.495086 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-878e2c93-443f-49d5-b375-034affccab0c service neutron] 10.222.0.13 "PUT /v2.0/ports/07815f85-0c40-48b6-b4a4-12d461a5c752 HTTP/1.1" status: 200  len: 1094 time: 1.2235162
Apr 22 21:42:38.495644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:38.516258 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Pushing event updated for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:38.519585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:38.581260 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752', 'status': 'completed', 'code': 200}
Apr 22 21:42:38.638192 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-51e6d311-3f05-48b3-a886-bb78c73e37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:38.639855 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-51e6d311-3f05-48b3-a886-bb78c73e37f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 1097 time: 0.0958266
Apr 22 21:42:38.714284 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-466ad4b6-8a9f-4b37-a11c-85870e305d8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07815f85-0c40-48b6-b4a4-12d461a5c752 HTTP/1.1" status: 200  len: 217 time: 0.0656428
Apr 22 21:42:38.798601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-de3d8cf2-0723-4a46-bc55-41a7d70a8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:38.800204 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-de3d8cf2-0723-4a46-bc55-41a7d70a8f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0745070
Apr 22 21:42:38.868750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-b2f8fbd6-f68e-4844-ac3e-d13638f6bd7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467515
Apr 22 21:42:38.902099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b70dd-36d6-4805-a8a4-c3b564208a31 req-7251b87d-762d-4a4a-9428-cc4b4d0286a4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:38.903867 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e10b70dd-36d6-4805-a8a4-c3b564208a31 req-7251b87d-762d-4a4a-9428-cc4b4d0286a4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 944 time: 0.0904109
Apr 22 21:42:38.957285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e10b70dd-36d6-4805-a8a4-c3b564208a31 req-099df51d-8b75-49da-9e31-31f575440bea tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465279
Apr 22 21:42:39.017564 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-1d8e6566-c161-4c89-9326-f3a03b9fe86e service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411397
Apr 22 21:42:39.164416 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19278e91-4c66-4e5f-b752-7e82ff9ceb01 req-74bedfc7-7b94-48c1-a513-e2b069613682 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374331
Apr 22 21:42:39.296255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-05a69214-c6f9-4cdc-bcfa-8e14ea3f85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:39.297955 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-05a69214-c6f9-4cdc-bcfa-8e14ea3f85f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 1097 time: 0.0828350
Apr 22 21:42:39.445086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-eb9172fe-1909-481f-a127-8890f9ab1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:39.446705 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-eb9172fe-1909-481f-a127-8890f9ab1d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 915 time: 0.1394441
Apr 22 21:42:39.524438 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-0bd7b2d1-2792-4699-838d-ec6fd70b58d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07815f85-0c40-48b6-b4a4-12d461a5c752 HTTP/1.1" status: 200  len: 217 time: 0.0703754
Apr 22 21:42:39.600665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-fa47301b-e0f8-48fc-ae0e-1cb8a4e71494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:39.602267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-fa47301b-e0f8-48fc-ae0e-1cb8a4e71494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0690780
Apr 22 21:42:39.655525 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-86fb544f-07a8-4e44-9e97-1ddd3201cd10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461278
Apr 22 21:42:39.810169 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-cbe1ef95-bc62-4e0f-a038-32c4b3af2c45 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462491
Apr 22 21:42:39.958259 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a1ff551-bc96-4b77-9315-af6c5962a96e req-bb6c9bd8-f593-4bd6-a1b0-757706be0a55 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400473
Apr 22 21:42:40.176785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5343-ce1a-4cfe-aca8-f7cf44831ea8 req-9d5e5cd3-1a6a-4437-a921-1886276af2ff tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:40.178330 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e48c5343-ce1a-4cfe-aca8-f7cf44831ea8 req-9d5e5cd3-1a6a-4437-a921-1886276af2ff tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 944 time: 0.0978918
Apr 22 21:42:40.229166 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e48c5343-ce1a-4cfe-aca8-f7cf44831ea8 req-da454a4e-930d-437e-b2ed-8ee5864366c7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413675
Apr 22 21:42:41.441008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73715d-a8a4-4b61-adeb-a0ab951fc8d9 req-54e4b8d7-4cfb-4788-8ffd-609821767e5e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:41.442675 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb73715d-a8a4-4b61-adeb-a0ab951fc8d9 req-54e4b8d7-4cfb-4788-8ffd-609821767e5e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 944 time: 0.0955794
Apr 22 21:42:41.502158 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb73715d-a8a4-4b61-adeb-a0ab951fc8d9 req-94b7db2f-a8a3-456a-9193-8916a34e4c42 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511856
Apr 22 21:42:42.649842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 07815f85-0c40-48b6-b4a4-12d461a5c752 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:42:42.727123 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aebf3-6ea1-42b9-be74-bbe436847473 req-3e012f28-2cfb-48ff-a389-6d588307ec4e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:42.728752 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-160aebf3-6ea1-42b9-be74-bbe436847473 req-3e012f28-2cfb-48ff-a389-6d588307ec4e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 944 time: 0.0997295
Apr 22 21:42:42.777399 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-160aebf3-6ea1-42b9-be74-bbe436847473 req-6c3994a1-011d-451b-946a-d8630454f2c2 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419137
Apr 22 21:42:42.794500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=07815f85-0c40-48b6-b4a4-12d461a5c752,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:42.809039 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '07815f85-0c40-48b6-b4a4-12d461a5c752', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'port_id': '07815f85-0c40-48b6-b4a4-12d461a5c752', 'mac_address': 'fa:16:3e:72:20:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d960761-f3b7-4033-8a8d-00a8e0f63b81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:42:42.872286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:42.891773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07815f85-0c40-48b6-b4a4-12d461a5c752 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:42.908912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=07815f85-0c40-48b6-b4a4-12d461a5c752,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:42.913989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:42.916251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:42.989933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:42.998339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:42.998753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:42.999135 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:42.999504 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:42.999871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.000239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.000601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.000967 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.001333 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.001749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.002107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.002448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:42:43.006822 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:43.155760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['07815f85-0c40-48b6-b4a4-12d461a5c752'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:43.984127 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5534cf2-8561-4f30-a3c2-4e57294ea63e req-5922370e-dad9-4704-ac64-f5661e293118 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:43.985808 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5534cf2-8561-4f30-a3c2-4e57294ea63e req-5922370e-dad9-4704-ac64-f5661e293118 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 945 time: 0.0930338
Apr 22 21:42:44.036311 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5534cf2-8561-4f30-a3c2-4e57294ea63e req-da5b9f34-a680-452b-83d6-61bb8a05040c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435212
Apr 22 21:42:44.689987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 07815f85-0c40-48b6-b4a4-12d461a5c752 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:42:44.773583 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 07815f85-0c40-48b6-b4a4-12d461a5c752 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:42:44.780449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 07815f85-0c40-48b6-b4a4-12d461a5c752 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:42:44.780879 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:44.908970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:44.938013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:44.948544 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=07815f85-0c40-48b6-b4a4-12d461a5c752,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:44.952636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:44.954653 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:45.001806 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752', 'code': 200}
Apr 22 21:42:45.029476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:45.032685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:45.245557 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d317-fb5b-4c27-8f16-d6b594ed8a0a req-e6baa264-275c-459c-9d87-30a1fc016cb2 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:45.247200 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc84d317-fb5b-4c27-8f16-d6b594ed8a0a req-e6baa264-275c-459c-9d87-30a1fc016cb2 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 946 time: 0.0893459
Apr 22 21:42:45.249792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4afb7-31a6-4f3e-bdc4-84cbed36853b req-24629824-bdde-4924-977b-29cbffef2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:45.251416 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-daf4afb7-31a6-4f3e-bdc4-84cbed36853b req-24629824-bdde-4924-977b-29cbffef2c91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 1099 time: 0.0792768
Apr 22 21:42:45.299006 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-daf4afb7-31a6-4f3e-bdc4-84cbed36853b req-9510ce00-2844-460e-ad1e-d10308825521 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400112
Apr 22 21:42:45.300073 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc84d317-fb5b-4c27-8f16-d6b594ed8a0a req-3d35a3fb-d6a8-4ad3-ade9-4686df8288bf tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459347
Apr 22 21:42:46.523306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc07d1-5bc9-4b04-9ace-76d06a4660df req-e9156717-2833-4d6c-846f-49a8cc4601e1 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:46.524915 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4dc07d1-5bc9-4b04-9ace-76d06a4660df req-e9156717-2833-4d6c-846f-49a8cc4601e1 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 946 time: 0.1025946
Apr 22 21:42:46.575453 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4dc07d1-5bc9-4b04-9ace-76d06a4660df req-3d006a12-da34-471c-ab7a-0f82a0a8782e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411758
Apr 22 21:42:48.767480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-36527b84-94d2-4217-af02-c74fd5480666 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:48.769000 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-36527b84-94d2-4217-af02-c74fd5480666 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1627746
Apr 22 21:42:48.793978 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-b877bc15-1b7a-49a7-b222-801560e055ad tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/quotas/d222f7f7a9ab4949a89b04d9454fb65e HTTP/1.1" status: 200  len: 375 time: 0.0152469
Apr 22 21:42:48.896137 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ec4b713b-bc3c-4747-975a-42ca8d3b9a8d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0938182
Apr 22 21:42:49.050696 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-4f5a41ac-6288-4274-a4f5-31e7d46b5117 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463189
Apr 22 21:42:49.207435 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-36d755f4-2eb8-47bd-b75b-fcda13a14e78 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464934
Apr 22 21:42:49.402020 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6ca67cd3-6175-45e6-a6f4-99949ada3017 req-1ffa14b2-1869-4087-8459-2734b355f852 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 210 time: 0.0487325
Apr 22 21:42:50.551994 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-88fc7d89-0bc4-4100-8b17-127e989c4216 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:50.553717 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-88fc7d89-0bc4-4100-8b17-127e989c4216 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1659172
Apr 22 21:42:50.566231 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67ccfe90-7b81-4104-aa02-a4cf72e67593 req-4e03defe-25e3-4f40-ab8f-75face7d13ce tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 210 time: 0.0496562
Apr 22 21:42:50.568125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Request body: {'port': {'device_id': 'ec58652c-a313-4bde-a051-740ec837bd56', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'admin_state_up': True, 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:50.718223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:42:50.722426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Usage tracker for resource:port and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:42:50.725553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:42:50.731867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:42:50.741686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:42:50.748430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:50.928800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Allocated IP 172.20.0.4 (cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5/6d960761-f3b7-4033-8a8d-00a8e0f63b81/753ae31a-7092-43a7-99a2-655f0632d5e3) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:42:51.155503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.190636 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.198909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f5da7b39-c5b2-41bd-b3fc-504855487c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:51.204223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe', '07815f85-0c40-48b6-b4a4-12d461a5c752'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:51.273297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:42:51.276548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:42:51.281595 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:42:51.308345 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event updated for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:51.314807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:51.354322 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:51.354996 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.376853 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-aa50a74f-4fc8-4994-a694-54f1731f2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8135335
Apr 22 21:42:51.396548 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Request body: {'port': {'device_id': 'ec58652c-a313-4bde-a051-740ec837bd56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:42:51.516907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.782446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e25de6-948e-4053-8eb8-b717aec6953c req-9c773882-071d-4055-9a06-45ea29b91cd4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:51.784041 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6e25de6-948e-4053-8eb8-b717aec6953c req-9c773882-071d-4055-9a06-45ea29b91cd4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 931 time: 0.0972419
Apr 22 21:42:51.834647 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6e25de6-948e-4053-8eb8-b717aec6953c req-f9aa1391-a1bb-45d4-8a21-47c2d9cc77e8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431507
Apr 22 21:42:51.891718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753ae31a-7092-43a7-99a2-655f0632d5e3 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:51.899821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.915704 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Transition to ACTIVE for port object 753ae31a-7092-43a7-99a2-655f0632d5e3 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:42:51.920111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:51.923878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-41025daa-190c-4aef-badd-3cb78b2bb9f4 tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:52.080740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Pushing event updated for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:52.088533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:52.166232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Attempting to bind port 753ae31a-7092-43a7-99a2-655f0632d5e3 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:42:52.166593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Attempting to bind port 753ae31a-7092-43a7-99a2-655f0632d5e3 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:42:52.166957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Attempting to bind port 753ae31a-7092-43a7-99a2-655f0632d5e3 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:52.172168 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Port 753ae31a-7092-43a7-99a2-655f0632d5e3 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:42:52.172500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Attempting to bind port 753ae31a-7092-43a7-99a2-655f0632d5e3 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:42:52.178439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:42:52.178807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Checking segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:42:52.179228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Bound using segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:42:52.179672 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Bound port: 753ae31a-7092-43a7-99a2-655f0632d5e3, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:42:52.180048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:52.280535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:42:52.283897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=753ae31a-7092-43a7-99a2-655f0632d5e3,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:42:52.288421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:52.292293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07c82e9c-d825-4b28-b587-16e070bfb062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:52.349602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:52.350271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:52.351781 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] 10.222.0.13 "PUT /v2.0/ports/753ae31a-7092-43a7-99a2-655f0632d5e3 HTTP/1.1" status: 200  len: 1093 time: 0.9599574
Apr 22 21:42:52.352329 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:52.381886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Pushing event updated for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:52.386244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:52.429069 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3', 'status': 'completed', 'code': 200}
Apr 22 21:42:52.472924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ffa2c4a2-4e4f-4d3c-8f25-b152394a6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:52.474686 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-ffa2c4a2-4e4f-4d3c-8f25-b152394a6a2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 1096 time: 0.0822682
Apr 22 21:42:52.560426 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-3560f162-2a3a-46fd-91e0-820e19a4351a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=753ae31a-7092-43a7-99a2-655f0632d5e3 HTTP/1.1" status: 200  len: 217 time: 0.0765753
Apr 22 21:42:52.634969 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-04c76404-ba76-4022-a0f8-12d6d13e6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:52.636527 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-04c76404-ba76-4022-a0f8-12d6d13e6a30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0685172
Apr 22 21:42:52.690700 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-175e9280-f63a-406b-91c5-37a88656a2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466816
Apr 22 21:42:52.845547 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-a23df52e-6523-45df-af02-2020c377a3b6 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446497
Apr 22 21:42:52.995976 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d40e5082-cc33-4a4f-895f-226e92bcb658 req-4151d7ab-c3e8-46b0-b9b5-94646fd25392 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407175
Apr 22 21:42:53.043437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d621-5126-419a-a4ea-57aa712878a1 req-bb694093-f542-44e7-874c-32174865f52f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:53.045048 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c391d621-5126-419a-a4ea-57aa712878a1 req-bb694093-f542-44e7-874c-32174865f52f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 943 time: 0.0908711
Apr 22 21:42:53.099368 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c391d621-5126-419a-a4ea-57aa712878a1 req-32362ec4-5379-4e7b-a355-2b017223246b tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434990
Apr 22 21:42:53.138356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492659dd-4ab8-4f37-bafb-036db4376264 req-f255cb34-3922-4ab0-a634-20b0e54e4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:53.140003 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-f255cb34-3922-4ab0-a634-20b0e54e4623 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 1096 time: 0.0845494
Apr 22 21:42:53.287438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492659dd-4ab8-4f37-bafb-036db4376264 req-9a5cdfde-5e91-46be-b116-cd5c4a26bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:53.288968 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-9a5cdfde-5e91-46be-b116-cd5c4a26bbe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 915 time: 0.1375227
Apr 22 21:42:53.368716 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-0294ef08-b85a-4856-84ac-0c31e2ff466f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=753ae31a-7092-43a7-99a2-655f0632d5e3 HTTP/1.1" status: 200  len: 217 time: 0.0706913
Apr 22 21:42:53.686526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492659dd-4ab8-4f37-bafb-036db4376264 req-f62f75bf-bffb-470d-9b5c-8f65201f42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:53.688168 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-f62f75bf-bffb-470d-9b5c-8f65201f42c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.3123391
Apr 22 21:42:53.743254 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-a2bff6e8-6aec-4bab-9595-8e4ccb79f9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459404
Apr 22 21:42:53.891861 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-c1e5a18e-100a-49a3-98e3-2dfa44f0ea28 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394806
Apr 22 21:42:54.037687 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-492659dd-4ab8-4f37-bafb-036db4376264 req-9ea18360-ebb2-468e-9d2b-3a79a137edf2 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365225
Apr 22 21:42:54.310239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edbdf0-8557-4705-9eee-1ba3d3e62063 req-729572e3-5a78-4602-a8c2-e7d7617b3ac8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:54.311851 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66edbdf0-8557-4705-9eee-1ba3d3e62063 req-729572e3-5a78-4602-a8c2-e7d7617b3ac8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 943 time: 0.0949526
Apr 22 21:42:54.363967 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66edbdf0-8557-4705-9eee-1ba3d3e62063 req-f4de3215-ccbe-45ae-9888-391683b5f1f1 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422602
Apr 22 21:42:55.255664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f87d30b5-0152-46b9-a2c9-0deba20fe721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:55.580181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2e112-cdb8-47ad-9100-4c022324f870 req-92713432-196d-4231-a3f5-ff4ea9c6fc92 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:55.581828 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3d2e112-cdb8-47ad-9100-4c022324f870 req-92713432-196d-4231-a3f5-ff4ea9c6fc92 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 943 time: 0.0969164
Apr 22 21:42:55.638367 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e3d2e112-cdb8-47ad-9100-4c022324f870 req-4ec53b1e-7018-4bb9-b275-4af5de024315 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470605
Apr 22 21:42:56.721667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 753ae31a-7092-43a7-99a2-655f0632d5e3 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:42:56.859570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9fea4-02de-4155-94fb-876ff65b8682 req-20e24f3f-bb8d-4985-b041-4be29c2ef94f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:56.861195 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ba9fea4-02de-4155-94fb-876ff65b8682 req-20e24f3f-bb8d-4985-b041-4be29c2ef94f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 943 time: 0.0947726
Apr 22 21:42:56.872355 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=753ae31a-7092-43a7-99a2-655f0632d5e3,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:56.886992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '753ae31a-7092-43a7-99a2-655f0632d5e3', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'port_id': '753ae31a-7092-43a7-99a2-655f0632d5e3', 'mac_address': 'fa:16:3e:1b:ea:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d960761-f3b7-4033-8a8d-00a8e0f63b81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:42:56.911375 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ba9fea4-02de-4155-94fb-876ff65b8682 req-5b586169-1f70-431f-8b61-21f79877c580 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434458
Apr 22 21:42:56.948564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:56.966871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753ae31a-7092-43a7-99a2-655f0632d5e3 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:42:56.984041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=753ae31a-7092-43a7-99a2-655f0632d5e3,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:56.987834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:56.989881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f37ca46-94e6-41c0-90f2-94c0e6505850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:57.060106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:57.063393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:57.257789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['753ae31a-7092-43a7-99a2-655f0632d5e3'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:42:57.659173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-646fa772-282b-4dc4-979f-cb738d4b2d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:58.076918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:58.124116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158072d-5f20-4937-beb7-6c9106d53f40 req-1caf4e28-b9cf-413b-b9e0-0f1dae042d8a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:58.125734 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3158072d-5f20-4937-beb7-6c9106d53f40 req-1caf4e28-b9cf-413b-b9e0-0f1dae042d8a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 944 time: 0.0963933
Apr 22 21:42:58.177591 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3158072d-5f20-4937-beb7-6c9106d53f40 req-fee5c1f7-d55f-483f-a1ec-28a34dafcd26 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419116
Apr 22 21:42:58.634526 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:58.749792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 753ae31a-7092-43a7-99a2-655f0632d5e3 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:42:58.828026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 753ae31a-7092-43a7-99a2-655f0632d5e3 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:42:58.833713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 753ae31a-7092-43a7-99a2-655f0632d5e3 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:42:58.834146 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:58.970618 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:58.999916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:42:59.010718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=753ae31a-7092-43a7-99a2-655f0632d5e3,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:42:59.014416 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:42:59.016386 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:42:59.056080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3', 'code': 200}
Apr 22 21:42:59.274377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:42:59.278326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:42:59.311402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a468-02d3-45d1-9a07-fefaebfd37db req-8d3e2982-93d4-4ca1-95f1-f6fc44c35d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:59.313052 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3338a468-02d3-45d1-9a07-fefaebfd37db req-8d3e2982-93d4-4ca1-95f1-f6fc44c35d49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 1098 time: 0.0876071
Apr 22 21:42:59.358679 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3338a468-02d3-45d1-9a07-fefaebfd37db req-3a0fbb6d-06ff-463a-9d9e-a09f5267ca5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375338
Apr 22 21:42:59.383291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9810a-0740-44e5-86fd-77ea9ca29467 req-2cf7a4bd-bccb-41e7-ab50-3768650838e4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:42:59.384959 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ccb9810a-0740-44e5-86fd-77ea9ca29467 req-2cf7a4bd-bccb-41e7-ab50-3768650838e4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 945 time: 0.0885520
Apr 22 21:42:59.439375 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ccb9810a-0740-44e5-86fd-77ea9ca29467 req-5eab6214-de17-4094-9e05-1b7f2152eb3a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445542
Apr 22 21:42:59.578932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:00.192574 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-0238dbc2-6637-4cb1-998c-ec94ed88546b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0875494
Apr 22 21:43:00.369404 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-c713659b-9b31-4122-928f-dddb7fd28aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:00.370995 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-c713659b-9b31-4122-928f-dddb7fd28aa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1099 time: 0.0866733
Apr 22 21:43:00.545966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-45dab74a-1c9c-4406-a306-856c4efd58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:00.547584 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-45dab74a-1c9c-4406-a306-856c4efd58a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1453540
Apr 22 21:43:00.649112 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9400-1c20-4afd-aad3-657ed2dcf4a6 req-c41be042-e24b-44b2-9852-6e24518a6372 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:00.650705 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bed9400-1c20-4afd-aad3-657ed2dcf4a6 req-c41be042-e24b-44b2-9852-6e24518a6372 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 945 time: 0.0926998
Apr 22 21:43:00.662736 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-2a831ba9-d081-44eb-8e7e-a59decc3c59e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 1002 time: 0.1053767
Apr 22 21:43:00.699710 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7bed9400-1c20-4afd-aad3-657ed2dcf4a6 req-e86b1f6c-7af4-4c76-afa1-3da69cd3e03d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424404
Apr 22 21:43:00.751930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-6653e50f-a757-4186-901f-fc2aed94317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:00.753652 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-6653e50f-a757-4186-901f-fc2aed94317d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0711467
Apr 22 21:43:00.842400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-1802b9ef-e3fd-45f7-9c87-21ba84304a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:00.844035 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-1802b9ef-e3fd-45f7-9c87-21ba84304a28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0823684
Apr 22 21:43:00.997831 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-254f135b-32ef-45dc-beeb-ebbd3b6ad8a6 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446838
Apr 22 21:43:01.145004 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051e5e64-7c88-47a4-b8bf-3453cf3f8cb1 req-0398d3d4-866b-42c9-8d3f-e575ede9b535 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399193
Apr 22 21:43:02.956785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:06.817474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:43:10.427185 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-00eca097-71d7-4a10-8e6a-8baf5b95d591 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542877154&fields=id&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 267 time: 0.0431898
Apr 22 21:43:10.592842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-eaf72665-e378-417e-880b-4c2ee8f2709b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:10.594524 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-eaf72665-e378-417e-880b-4c2ee8f2709b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.1595912
Apr 22 21:43:10.614415 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-d557008f-a031-48b0-a522-4dfa0f7495f7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/quotas/7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 375 time: 0.0104539
Apr 22 21:43:10.719249 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-14bd2756-57ce-4a59-9669-a754e0523a5c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0972054
Apr 22 21:43:11.136151 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-b69bd527-ee04-4314-bd85-fdacf5d08004 service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039273
Apr 22 21:43:11.279938 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-36f44412-08ee-46b7-9c6c-b84a1a06416b service neutron] 10.222.0.11 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369758
Apr 22 21:43:11.709795 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db12c33c-f2e3-4202-a658-08f4dd6a084a req-676861e2-b744-4681-87fd-960bb8e7d44c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 210 time: 0.0489542
Apr 22 21:43:12.904311 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f63aa35-eeea-4e30-b8e3-ee3d0e4f0fdb req-5065953b-f77e-44c1-8295-e87cfc7fdfb0 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 210 time: 0.0735188
Apr 22 21:43:12.924832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-107b1967-2adc-4968-86a7-d34571e93bb8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:12.925869 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-107b1967-2adc-4968-86a7-d34571e93bb8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:12.944364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-107b1967-2adc-4968-86a7-d34571e93bb8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:12.946826 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-107b1967-2adc-4968-86a7-d34571e93bb8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 811 time: 0.2017620
Apr 22 21:43:13.007079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-edf9dc49-04b3-4bc9-bdda-e43e099aa23b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:13.024537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-edf9dc49-04b3-4bc9-bdda-e43e099aa23b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:13.025907 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-edf9dc49-04b3-4bc9-bdda-e43e099aa23b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7783cc8b62634e62850034643827bece HTTP/1.1" status: 200  len: 380 time: 0.0683420
Apr 22 21:43:13.036373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'port': {'device_id': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'admin_state_up': True, 'tenant_id': '7783cc8b62634e62850034643827bece', 'security_groups': ['a4c47417-15cf-448e-81e0-35fa2c79a32b']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:43:13.184312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:43:13.194703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:43:13.204728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Made reservation on behalf of 7783cc8b62634e62850034643827bece for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:43:13.211551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:13.392378 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.20.0.14 (372d972d-7a9f-4ed3-86ea-96a39449eb07/83f1d3f3-0b44-4693-ae45-ed6fb9dab513/8588018c-be8f-466a-a5ab-652cc30063c7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:43:13.598321 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:13.622966 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Transition to ACTIVE for port object 8588018c-be8f-466a-a5ab-652cc30063c7 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:43:13.649945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:13.656075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee67acd5-ef1b-440e-ad9e-bc7f8f6c75c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:13.733895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:43:13.738152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:43:13.743222 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:43:13.793721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:13.807256 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:13.834141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:13.834865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:13.862277 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-6c0cd3dd-12df-49e2-a5ab-0e9256eec315 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8303080
Apr 22 21:43:13.877213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Request body: {'port': {'device_id': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:43:13.992926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cd69bec8-b867-4138-aef9-4451228a9b81 None None] Provisioning for port 8588018c-be8f-466a-a5ab-652cc30063c7 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:43:13.998274 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cd69bec8-b867-4138-aef9-4451228a9b81 None None] Provisioning complete for port 8588018c-be8f-466a-a5ab-652cc30063c7 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:43:13.998928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cd69bec8-b867-4138-aef9-4451228a9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.009889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.056989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-cd69bec8-b867-4138-aef9-4451228a9b81 None None] Port 8588018c-be8f-466a-a5ab-652cc30063c7 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 21:43:14.116640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b987-f907-475b-9e7d-ac20a6c52ead req-f636adf6-7002-47ea-98cd-9db97f58a85c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:14.118742 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2b6b987-f907-475b-9e7d-ac20a6c52ead req-f636adf6-7002-47ea-98cd-9db97f58a85c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 932 time: 0.0926175
Apr 22 21:43:14.168694 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2b6b987-f907-475b-9e7d-ac20a6c52ead req-7a65d0a0-3968-440b-87aa-0ea9cd92009e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429919
Apr 22 21:43:14.387177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8588018c-be8f-466a-a5ab-652cc30063c7 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:43:14.395381 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.411003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Transition to ACTIVE for port object 8588018c-be8f-466a-a5ab-652cc30063c7 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:43:14.414934 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.418840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-035d37cd-b9d4-4293-8375-28ec04600f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:14.560619 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Pushing event updated for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:14.598464 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:14.675605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Attempting to bind port 8588018c-be8f-466a-a5ab-652cc30063c7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:43:14.676474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Attempting to bind port 8588018c-be8f-466a-a5ab-652cc30063c7 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:43:14.676857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Attempting to bind port 8588018c-be8f-466a-a5ab-652cc30063c7 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:43:14.682587 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Port 8588018c-be8f-466a-a5ab-652cc30063c7 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:43:14.683110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Attempting to bind port 8588018c-be8f-466a-a5ab-652cc30063c7 on network 372d972d-7a9f-4ed3-86ea-96a39449eb07 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:43:14.688805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:43:14.689175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Checking segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:43:14.689630 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Bound using segment: {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:43:14.690104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Bound port: 8588018c-be8f-466a-a5ab-652cc30063c7, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb12f0ad-b616-4158-a249-ab91fde4956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:43:14.690492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.789930 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:43:14.793079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8588018c-be8f-466a-a5ab-652cc30063c7,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:43:14.796626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.801487 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-82f362e2-52da-4f54-b5b1-a1cb430887eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:14.864114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:14.864805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:14.866387 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] 10.222.0.13 "PUT /v2.0/ports/8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 200  len: 1094 time: 0.9945152
Apr 22 21:43:14.867012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:14.895433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Pushing event updated for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:14.907828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:14.963951 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7', 'status': 'completed', 'code': 200}
Apr 22 21:43:15.005254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-b586804a-c70e-4b19-9479-dbd2e79645d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.007606 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-b586804a-c70e-4b19-9479-dbd2e79645d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1097 time: 0.0882292
Apr 22 21:43:15.090922 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-e166c9bf-2409-4ace-8dd3-51409ad2625f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 200  len: 217 time: 0.0726671
Apr 22 21:43:15.123125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-a5627656-6e6d-4f0f-b121-3e7ed8a032dc tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.124837 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-a5627656-6e6d-4f0f-b121-3e7ed8a032dc tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1696122
Apr 22 21:43:15.141142 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f81bd76d-d336-4024-92c4-448f0267bb6a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/quotas/d222f7f7a9ab4949a89b04d9454fb65e HTTP/1.1" status: 200  len: 375 time: 0.0099702
Apr 22 21:43:15.166251 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-f531ad31-bb08-44b0-b18e-aca46b6fa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.167829 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-f531ad31-bb08-44b0-b18e-aca46b6fa44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0688167
Apr 22 21:43:15.240419 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-63ea0ac2-eedd-455f-b616-a6bfaa28c54f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0929279
Apr 22 21:43:15.254205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-87ac5651-ea1b-4ee4-9f35-931cbd4f9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.255859 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-87ac5651-ea1b-4ee4-9f35-931cbd4f9a02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787756
Apr 22 21:43:15.405249 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-c06a7763-cf6b-42d0-ad74-0ca55990867f service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391106
Apr 22 21:43:15.452249 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-cab38899-2d00-46b7-aec9-42449bb94f5b service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037873
Apr 22 21:43:15.493857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b271d49-392c-430b-aba4-4f042ab75fed req-335d3f71-3e01-4ddd-b78e-d09c84416362 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.495571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b271d49-392c-430b-aba4-4f042ab75fed req-335d3f71-3e01-4ddd-b78e-d09c84416362 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.1743536
Apr 22 21:43:15.632405 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b271d49-392c-430b-aba4-4f042ab75fed req-90d09490-71f7-47fa-8631-0990e100bc89 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835743
Apr 22 21:43:15.656520 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7c190ce0-a0b7-49b3-8ea2-683102dcfddd service neutron] 10.222.0.11 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962149
Apr 22 21:43:15.801282 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e6679b-e762-4a01-9d72-4d9c88f9eda2 req-10184609-4b23-48ba-a900-87cd8d91ab36 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885927
Apr 22 21:43:15.866203 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-03503330-7904-42cd-9b0d-23988f85eb22 req-25847880-fa1c-451c-bd99-2fc099432d0e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 210 time: 0.0544832
Apr 22 21:43:15.930210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-e38d7f5b-9eb4-4da9-9450-758413a090b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:15.931903 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-e38d7f5b-9eb4-4da9-9450-758413a090b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1097 time: 0.0815535
Apr 22 21:43:16.080842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-6ca865e5-d476-4a70-840e-385313b5d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:16.082463 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-6ca865e5-d476-4a70-840e-385313b5d1c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1424956
Apr 22 21:43:16.159896 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-2b396c4d-094e-47fe-8967-46c59effcab9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 200  len: 217 time: 0.0700967
Apr 22 21:43:16.233940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-8b074f09-d90c-4a4c-b752-b709d281ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:16.235502 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-8b074f09-d90c-4a4c-b752-b709d281ae12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0638332
Apr 22 21:43:16.327435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-8da54f31-8274-4d0f-8207-373b673b11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:16.329086 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-8da54f31-8274-4d0f-8207-373b673b11aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0825520
Apr 22 21:43:16.483615 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-3e96204c-0bcf-4b0d-9285-88f72fb0e5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389904
Apr 22 21:43:16.628552 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdd4b589-5db8-416a-adfc-77ee4054a5c5 req-ec189259-7f32-4eed-a276-188706fe929c service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376197
Apr 22 21:43:16.843663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d1927-ba52-49d0-932f-21b8bfd5a456 req-3e1633d9-fbaf-40c5-bc6c-2940f96087f1 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:16.849895 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-272d1927-ba52-49d0-932f-21b8bfd5a456 req-3e1633d9-fbaf-40c5-bc6c-2940f96087f1 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.0986724
Apr 22 21:43:16.897167 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-272d1927-ba52-49d0-932f-21b8bfd5a456 req-1d2b93f6-1955-4453-8faf-ea2950002f83 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449877
Apr 22 21:43:17.013170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-9afd1ce4-466d-4f9f-9469-367ff57c2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:17.014909 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-9afd1ce4-466d-4f9f-9469-367ff57c2034 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 815 time: 0.1657081
Apr 22 21:43:17.030089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Request body: {'port': {'device_id': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'admin_state_up': True, 'tenant_id': 'd222f7f7a9ab4949a89b04d9454fb65e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:43:17.067706 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-48fe745d-c560-41d0-8cc6-7809cb337e43 req-f4a97f34-a9ed-46a1-a70d-e4a66789be25 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 210 time: 0.0517085
Apr 22 21:43:17.176836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:43:17.181293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Usage tracker for resource:port and tenant:d222f7f7a9ab4949a89b04d9454fb65e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:43:17.184554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:43:17.191281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:43:17.202264 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Made reservation on behalf of d222f7f7a9ab4949a89b04d9454fb65e for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 21:43:17.208440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:17.397402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Allocated IP 172.20.0.14 (cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5/6d960761-f3b7-4033-8a8d-00a8e0f63b81/d63dc1c0-3764-4e61-b2da-4fb99341a5b8) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:43:17.620320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:17.653299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:17.659109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:17.667446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe', '07815f85-0c40-48b6-b4a4-12d461a5c752', '753ae31a-7092-43a7-99a2-655f0632d5e3'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:17.732960 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:43:17.736326 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:43:17.744733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:43:17.774458 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event updated for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:17.782260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:17.814140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:17.814802 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:17.837623 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8118427
Apr 22 21:43:17.858157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Request body: {'port': {'device_id': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:43:17.982892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.154732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e52c3-907b-4681-892d-e30fe08da4a9 req-4336c16b-aa37-48b2-b71d-05d88ef12dcc tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:18.156844 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f37e52c3-907b-4681-892d-e30fe08da4a9 req-4336c16b-aa37-48b2-b71d-05d88ef12dcc tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.0968022
Apr 22 21:43:18.255552 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f37e52c3-907b-4681-892d-e30fe08da4a9 req-eccbdfd7-0c8a-4b9b-9f83-27abde76e66d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918577
Apr 22 21:43:18.293052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3864379-8ae3-467d-91cc-dc09721b9b52 req-e0e38ec2-eea3-4161-bacc-c3e422b89846 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:18.294729 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3864379-8ae3-467d-91cc-dc09721b9b52 req-e0e38ec2-eea3-4161-bacc-c3e422b89846 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 932 time: 0.1093342
Apr 22 21:43:18.343087 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3864379-8ae3-467d-91cc-dc09721b9b52 req-f4354dec-2ff9-479a-8861-5390e5575307 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417078
Apr 22 21:43:18.361032 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63dc1c0-3764-4e61-b2da-4fb99341a5b8 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:43:18.369824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.385187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Transition to ACTIVE for port object d63dc1c0-3764-4e61-b2da-4fb99341a5b8 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 21:43:18.388864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.392639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d8181a3-1b42-45f9-9794-4e9f348d59be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:18.526881 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Pushing event updated for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:18.557311 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:18.639953 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Attempting to bind port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 21:43:18.640199 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Attempting to bind port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 21:43:18.640575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Attempting to bind port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:43:18.645838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 21:43:18.646193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Attempting to bind port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 on network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 21:43:18.652047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Checking agent: {'id': '969f81db-b12a-4ac0-bc54-935c4734de22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32), 'started_at': datetime.datetime(2021, 4, 22, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 21:43:18.652426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Checking segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 21:43:18.652834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Bound using segment: {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 21:43:18.653292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Bound port: d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 21:43:18.653711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.759577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 21:43:18.763082 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 21:43:18.768157 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.772047 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b7cd42a-3ddc-4697-9b39-9d29097034de tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:18.833389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:18.834062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:18.835572 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] 10.222.0.13 "PUT /v2.0/ports/d63dc1c0-3764-4e61-b2da-4fb99341a5b8 HTTP/1.1" status: 200  len: 1094 time: 0.9824314
Apr 22 21:43:18.836152 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:18.857564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Pushing event updated for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:18.860857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1e25f97-781e-4a61-beed-c56cfa4378fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:18.918750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8', 'status': 'completed', 'code': 200}
Apr 22 21:43:18.955216 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-59de1d4f-78dd-41ad-8b35-be147b5e875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:18.956818 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-59de1d4f-78dd-41ad-8b35-be147b5e875f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 1097 time: 0.0791283
Apr 22 21:43:19.034418 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-044db7c4-813f-4ee8-8e4e-ba1eaf49836e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0695350
Apr 22 21:43:19.111309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-cb916dd0-fdba-4699-826f-6fb860d5d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.112897 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-cb916dd0-fdba-4699-826f-6fb860d5d998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0710845
Apr 22 21:43:19.177580 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-89adde79-dd40-4e98-9ac8-adb8b4998d83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571697
Apr 22 21:43:19.323211 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-def81cb4-2601-4bdf-baa5-6a15bf70273f service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364768
Apr 22 21:43:19.459379 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2ee08-d0ed-47a9-9eb9-0fef9a8f672f req-212cd8d6-3894-4b63-a95e-bc5bb48a1c0a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.461083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff2ee08-d0ed-47a9-9eb9-0fef9a8f672f req-212cd8d6-3894-4b63-a95e-bc5bb48a1c0a tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.0907490
Apr 22 21:43:19.469285 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ed3e7a6a-6558-4974-a8dc-f7a0d973f1d7 req-a0fd5fa2-6974-4d54-ab0e-03a34b4a50f3 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387706
Apr 22 21:43:19.569175 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff2ee08-d0ed-47a9-9eb9-0fef9a8f672f req-aa296c68-d206-402e-8ef0-c6f726ab2bc4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646708
Apr 22 21:43:19.597694 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135c9a-32b0-4bf1-aa93-d3396a2b7cdc req-3b83c895-5e17-4ee5-91fd-d9e0d3474130 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.599537 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35135c9a-32b0-4bf1-aa93-d3396a2b7cdc req-3b83c895-5e17-4ee5-91fd-d9e0d3474130 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 944 time: 0.1366737
Apr 22 21:43:19.602965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142f64a-4906-4171-adae-f758503abda7 req-be3c40f5-4fa3-46b0-bb6d-fc5961e24135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.604554 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-be3c40f5-4fa3-46b0-bb6d-fc5961e24135 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 1097 time: 0.0851755
Apr 22 21:43:19.650662 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35135c9a-32b0-4bf1-aa93-d3396a2b7cdc req-8de3fde8-623b-4207-8973-f153124a16e6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438147
Apr 22 21:43:19.748712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142f64a-4906-4171-adae-f758503abda7 req-d0332155-aab6-4c4f-ada5-60e4c7ec4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.750240 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-d0332155-aab6-4c4f-ada5-60e4c7ec4ed0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 200  len: 915 time: 0.1377006
Apr 22 21:43:19.843191 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-e18df105-b758-46b1-9007-8b0bbf19e467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8 HTTP/1.1" status: 200  len: 217 time: 0.0806653
Apr 22 21:43:19.914680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142f64a-4906-4171-adae-f758503abda7 req-2d2c67f3-2303-4583-abbd-f21d54e77e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:19.916306 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-2d2c67f3-2303-4583-abbd-f21d54e77e64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 200  len: 855 time: 0.0667388
Apr 22 21:43:19.972464 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-48df42f2-5e65-42b7-84de-36c9a5ee681b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489156
Apr 22 21:43:20.377008 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-c593a5ff-dca6-4512-858e-a6064c84d0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3966172
Apr 22 21:43:20.527602 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0142f64a-4906-4171-adae-f758503abda7 req-803218ba-386c-486e-aa5d-4a0001ee22fa service neutron] 10.222.0.13 "GET /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426795
Apr 22 21:43:20.827388 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a129fa2-da8c-4f1d-9263-c3155872f0a5 req-838ca4b6-6730-47a7-ae6b-f7bbca6c91f5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:20.829060 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a129fa2-da8c-4f1d-9263-c3155872f0a5 req-838ca4b6-6730-47a7-ae6b-f7bbca6c91f5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.1401615
Apr 22 21:43:20.894105 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a129fa2-da8c-4f1d-9263-c3155872f0a5 req-d19ff154-7d7a-43c4-a13d-05fd37b932dc tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576565
Apr 22 21:43:20.915049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df251b-4197-406a-8f01-53e13fc42332 req-2a922a60-8fd7-434f-9640-6c702b6b6668 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:20.916714 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35df251b-4197-406a-8f01-53e13fc42332 req-2a922a60-8fd7-434f-9640-6c702b6b6668 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 944 time: 0.1506407
Apr 22 21:43:20.966048 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35df251b-4197-406a-8f01-53e13fc42332 req-2c6c203d-bb18-48ce-8f81-90cef7be355f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426462
Apr 22 21:43:22.156413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b75c-a2f7-48be-93ae-d0053a323558 req-d3f4616f-5666-47e0-abc1-2d2a0cbcb9af tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:22.158039 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c1b75c-a2f7-48be-93ae-d0053a323558 req-d3f4616f-5666-47e0-abc1-2d2a0cbcb9af tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.1484702
Apr 22 21:43:22.216512 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9c1b75c-a2f7-48be-93ae-d0053a323558 req-2af3d35c-ef75-4ebd-bcda-3b38d52d28cf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511224
Apr 22 21:43:22.224864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680ae-e8fc-4904-b1fa-7fabc6d20da4 req-67346646-078d-4506-a223-3e4ab7384aeb tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:22.226458 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6a680ae-e8fc-4904-b1fa-7fabc6d20da4 req-67346646-078d-4506-a223-3e4ab7384aeb tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 944 time: 0.1462038
Apr 22 21:43:22.280630 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6a680ae-e8fc-4904-b1fa-7fabc6d20da4 req-1af46421-3504-4f66-aabf-43d557e9f46c tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473514
Apr 22 21:43:22.908476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device d63dc1c0-3764-4e61-b2da-4fb99341a5b8 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:43:23.063117 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:23.077649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8', 'network_id': 'cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5', 'port_id': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8', 'mac_address': 'fa:16:3e:9e:7e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d960761-f3b7-4033-8a8d-00a8e0f63b81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:43:23.136883 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:23.157297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63dc1c0-3764-4e61-b2da-4fb99341a5b8 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:43:23.173765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:23.179483 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:23.182596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:23.259771 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:23.263870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:23.465821 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['d63dc1c0-3764-4e61-b2da-4fb99341a5b8'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:23.475176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bd78b-78d9-4d3b-897a-1acaf766350c req-eed8878d-35f6-4254-a9c0-8466525ee1e2 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:23.476786 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-345bd78b-78d9-4d3b-897a-1acaf766350c req-eed8878d-35f6-4254-a9c0-8466525ee1e2 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.1383595
Apr 22 21:43:23.544422 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657cf7e-5610-4ee7-bb04-3bdf58f98249 req-4eeb6a1b-9e25-493a-98d4-cbe0b72785d5 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:23.546045 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1657cf7e-5610-4ee7-bb04-3bdf58f98249 req-4eeb6a1b-9e25-493a-98d4-cbe0b72785d5 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 945 time: 0.1394947
Apr 22 21:43:23.571120 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-345bd78b-78d9-4d3b-897a-1acaf766350c req-4614cc42-65e8-441f-a796-aa2f6cdfd47d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754008
Apr 22 21:43:23.600068 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1657cf7e-5610-4ee7-bb04-3bdf58f98249 req-020a5f75-0053-4edb-bacb-dd14dd930afc tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474520
Apr 22 21:43:24.861119 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c29b58-dab4-4879-9458-7cf577b4fd5b req-dcd2b1fe-1ed2-4b27-9a3c-7d58b794874f tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:24.862736 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70c29b58-dab4-4879-9458-7cf577b4fd5b req-dcd2b1fe-1ed2-4b27-9a3c-7d58b794874f tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 944 time: 0.1640685
Apr 22 21:43:24.875059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae649-cbef-46be-96c4-abef414b1d5e req-74f03b9c-0a93-46fc-98df-8ee55dc51ac7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:24.876594 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e23ae649-cbef-46be-96c4-abef414b1d5e req-74f03b9c-0a93-46fc-98df-8ee55dc51ac7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 945 time: 0.1423018
Apr 22 21:43:24.928715 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 8588018c-be8f-466a-a5ab-652cc30063c7 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:43:24.931703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device d63dc1c0-3764-4e61-b2da-4fb99341a5b8 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:43:24.950563 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70c29b58-dab4-4879-9458-7cf577b4fd5b req-0fe3412d-ffb8-46b2-9c56-d0bebe88cc33 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729547
Apr 22 21:43:24.958372 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e23ae649-cbef-46be-96c4-abef414b1d5e req-5daa2291-aba1-4710-8419-d7d1e194afd5 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657859
Apr 22 21:43:25.095115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:43:25.114456 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:43:25.114819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.186114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8588018c-be8f-466a-a5ab-652cc30063c7,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:25.205782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '8588018c-be8f-466a-a5ab-652cc30063c7', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'port_id': '8588018c-be8f-466a-a5ab-652cc30063c7', 'mac_address': 'fa:16:3e:96:4c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:43:25.307824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1d111ea7-bdbb-474e-afc4-2f95945f5d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.329201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.355162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.365757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8588018c-be8f-466a-a5ab-652cc30063c7 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:43:25.394856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8588018c-be8f-466a-a5ab-652cc30063c7,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:25.400094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:25.408590 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.411360 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:25.448600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:25.451017 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8', 'code': 200}
Apr 22 21:43:25.460593 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:25.487116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:25.490434 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:25.490923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:25.564401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:25.567835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:25.708739 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576d563-43a1-435e-9e87-590442590624 req-33f6186a-de76-4857-8961-98ab9316aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:25.710398 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d576d563-43a1-435e-9e87-590442590624 req-33f6186a-de76-4857-8961-98ab9316aaa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 1099 time: 0.0833154
Apr 22 21:43:25.715796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['8588018c-be8f-466a-a5ab-652cc30063c7'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:25.757775 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d576d563-43a1-435e-9e87-590442590624 req-f3a1dc51-4b48-4156-b674-474e2c831579 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386047
Apr 22 21:43:26.224447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05085-31fa-4a2b-bceb-57f46bf0f5e5 req-f23d8556-f079-4c0f-a860-a1238682b43c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:26.226080 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e05085-31fa-4a2b-bceb-57f46bf0f5e5 req-f23d8556-f079-4c0f-a860-a1238682b43c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 945 time: 0.1582060
Apr 22 21:43:26.239820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0aa8-1fea-4eeb-8967-1742e11616d5 req-462bdb91-3c35-4dad-86bb-42388068674a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:26.241288 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da8b0aa8-1fea-4eeb-8967-1742e11616d5 req-462bdb91-3c35-4dad-86bb-42388068674a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 946 time: 0.1297529
Apr 22 21:43:26.314355 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-05e05085-31fa-4a2b-bceb-57f46bf0f5e5 req-1eca9c65-4f46-4030-84a7-c3eb1c4dfd60 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719779
Apr 22 21:43:26.319028 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-da8b0aa8-1fea-4eeb-8967-1742e11616d5 req-1243823c-40ee-4236-bd2c-c1fe91b0f3bc tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625684
Apr 22 21:43:26.951871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 8588018c-be8f-466a-a5ab-652cc30063c7 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:43:27.024720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning for port 8588018c-be8f-466a-a5ab-652cc30063c7 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 21:43:27.029448 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 8588018c-be8f-466a-a5ab-652cc30063c7 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:43:27.029867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:27.157366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:27.192949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8588018c-be8f-466a-a5ab-652cc30063c7,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:27.196956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:27.199597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:27.272929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:27.276780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:27.452476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:27.585655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03bf0-36ef-4f9a-b9a8-c1aedf645f1e req-ea3cfd16-abf0-47bd-a643-e3c77cacd6a8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:27.587196 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9dd03bf0-36ef-4f9a-b9a8-c1aedf645f1e req-ea3cfd16-abf0-47bd-a643-e3c77cacd6a8 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.1556692
Apr 22 21:43:27.601013 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39983497-5c4d-4e80-a23c-c443dbda6d3e req-5453c1d8-8936-4757-8831-20665c9e95e7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:27.602512 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-39983497-5c4d-4e80-a23c-c443dbda6d3e req-5453c1d8-8936-4757-8831-20665c9e95e7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 946 time: 0.1265154
Apr 22 21:43:27.652435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-115bc41a-d041-42e8-9883-8e94d50a0e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:27.680614 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9dd03bf0-36ef-4f9a-b9a8-c1aedf645f1e req-8c46247b-fced-4dfb-b1fc-9fd23c46f26c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770252
Apr 22 21:43:27.685408 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-39983497-5c4d-4e80-a23c-c443dbda6d3e req-7dca6821-d639-41c6-9e9a-3c360cb1b4ab tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665779
Apr 22 21:43:27.736341 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7', 'code': 200}
Apr 22 21:43:28.082011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab363c5-a8d3-47f6-afac-d0cdead5f88c req-7059a880-f709-48a8-ab54-0461e4bc167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:28.084053 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab363c5-a8d3-47f6-afac-d0cdead5f88c req-7059a880-f709-48a8-ab54-0461e4bc167a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1099 time: 0.0876694
Apr 22 21:43:28.085717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:28.140407 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab363c5-a8d3-47f6-afac-d0cdead5f88c req-52a53e03-0b63-411b-8165-77b8e8f768b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475974
Apr 22 21:43:28.628430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:28.890336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120469-1a98-479a-a977-289ed2ebec3c req-5cdc7693-772d-403b-86ce-d90c3ec20e36 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:28.890910 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57120469-1a98-479a-a977-289ed2ebec3c req-5cdc7693-772d-403b-86ce-d90c3ec20e36 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.0948565
Apr 22 21:43:28.940860 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57120469-1a98-479a-a977-289ed2ebec3c req-b3ab1d32-c34e-4899-8c73-012ccd1e000f tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432730
Apr 22 21:43:29.573949 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:30.151754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9654b-38bd-4170-b815-ca8eccf4e5ef req-cd2b78d7-8a71-412f-94c9-0d667af5015c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:30.153267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ef9654b-38bd-4170-b815-ca8eccf4e5ef req-cd2b78d7-8a71-412f-94c9-0d667af5015c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.0984426
Apr 22 21:43:30.203033 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4ef9654b-38bd-4170-b815-ca8eccf4e5ef req-ed62ece2-0567-4d1c-9be8-b8c48b23592c tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433187
Apr 22 21:43:30.408862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd6b1-4911-4d7e-b3eb-428e2fdd74d2 req-fd267c24-db93-4d50-a0af-34f8b90f95b5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:30.410545 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3edd6b1-4911-4d7e-b3eb-428e2fdd74d2 req-fd267c24-db93-4d50-a0af-34f8b90f95b5 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.0904171
Apr 22 21:43:30.463789 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3edd6b1-4911-4d7e-b3eb-428e2fdd74d2 req-9e8d9ad3-9aa4-45d3-a891-989aea9a6db4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466285
Apr 22 21:43:30.492924 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47082) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:43:30.573105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700fd9d-ecc9-4400-bb7f-3f393c629900 tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:30.574797 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a700fd9d-ecc9-4400-bb7f-3f393c629900 tempest-TestVolumeBootPattern-1227562386 tempest-TestVolumeBootPattern-1227562386-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1094 time: 0.0808117
Apr 22 21:43:30.579225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47086) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:43:30.584877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Request body: {'floatingip': {'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'port_id': '8588018c-be8f-466a-a5ab-652cc30063c7', 'tenant_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 21:43:30.591641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:43:30.596043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Usage tracker for resource:floatingip and tenant:7783cc8b62634e62850034643827bece is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:43:30.599147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:43:30.605800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:43:30.616644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:30.766937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:30.919683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Allocated IP 172.27.3.116 (4c09a301-e8e6-4fd2-a82c-127c6249b162/c78ffb35-6f98-4c3f-bfe3-f399aaa30d31/05e05713-ca8e-4b4a-8b38-b2da6199f8b5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 21:43:31.082443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.116287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266883132464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.121730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9965f5dc-a082-4fa3-b3ae-2c0012dcf748 tempest-ServerRescueNegativeTestJSON-189988393 tempest-ServerRescueNegativeTestJSON-189988393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:31.190230 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Network 4c09a301-e8e6-4fd2-a82c-127c6249b162 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 21:43:31.193907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 21:43:31.196689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 21:43:31.238735 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=05e05713-ca8e-4b4a-8b38-b2da6199f8b5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:31.241846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:31.654366 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.733198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.963559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.969219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822134286'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:31.975163 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a5acb87-5c0f-4ed5-a1c8-4c46d081b890 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:32.091489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event updated for resources: {'Port': ['ID=05e05713-ca8e-4b4a-8b38-b2da6199f8b5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:32.096711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:32.104501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853089905'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:32.294142 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP ef592f06-6248-4d82-8a32-4eef7c222d41 associated. External IP: 172.27.3.116, port: 8588018c-be8f-466a-a5ab-652cc30063c7.
Apr 22 21:43:32.679079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:43:32.879140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:43:32.889870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:43:32.901217 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:43:32.902036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf04bb00>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:43:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:43:32.906575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:32.971947 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3915164
Apr 22 21:43:32.973471 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:33.036624 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7', 'status': 'completed', 'code': 200}
Apr 22 21:43:33.068964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:33.130521 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:43:33.417950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-bb58b5d7-231a-4304-ad86-a44a5b2c0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:33.419611 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-bb58b5d7-231a-4304-ad86-a44a5b2c0b89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1099 time: 0.3577144
Apr 22 21:43:33.531638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf04bb00>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}, {'id': 'ef592f06-6248-4d82-8a32-4eef7c222d41', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '8588018c-be8f-466a-a5ab-652cc30063c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:96:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:31Z', 'updated_at': '2021-04-22T21:43:31Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:43:33.539085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:43:33.549189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:43:33.549908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf04bb00>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:43:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:43:33.575203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-12d342c0-d411-4f89-bf3a-1a3190dab181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:33.576920 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-12d342c0-d411-4f89-bf3a-1a3190dab181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1466095
Apr 22 21:43:33.695978 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-94f7b4db-d73d-4c19-b628-040b76f14d5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 200  len: 1000 time: 0.1093166
Apr 22 21:43:33.746407 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:43:33.769800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-84d7dfb8-fdf1-4be3-9a28-afcc50bf3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:33.771403 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-84d7dfb8-fdf1-4be3-9a28-afcc50bf3693 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0669355
Apr 22 21:43:33.888232 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-691c338b-47a0-4586-86ee-c33dda835722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:33.891141 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-691c338b-47a0-4586-86ee-c33dda835722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1122530
Apr 22 21:43:34.045306 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-b1ef0bf0-cf17-4940-9fec-b7f8fadc4a5c service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475868
Apr 22 21:43:34.200952 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac33b340-7b74-40d1-98a9-6e59cf96fea0 req-0538fac3-67d8-4bae-be4b-eacd4bea22ef service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475523
Apr 22 21:43:34.315224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf04bb00>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}, {'id': 'ef592f06-6248-4d82-8a32-4eef7c222d41', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '8588018c-be8f-466a-a5ab-652cc30063c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:96:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:31Z', 'updated_at': '2021-04-22T21:43:31Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:43:34.319834 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98921-f86b-46b8-8f49-d6dbe30bae2a None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}, {'id': 'ef592f06-6248-4d82-8a32-4eef7c222d41', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '8588018c-be8f-466a-a5ab-652cc30063c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:96:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:31Z', 'updated_at': '2021-04-22T21:43:31Z', 'revision_number': 0, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:43:34.605847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a10c57-6eb5-442c-b553-935300e1b7c5 None None] New status for floating IP ef592f06-6248-4d82-8a32-4eef7c222d41: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:43:41.208418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd871e-0c0b-4e37-afdc-93c5a6c5388d req-0a69345c-88c7-434d-9eb1-87ccc9204c10 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:41.210173 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95dd871e-0c0b-4e37-afdc-93c5a6c5388d req-0a69345c-88c7-434d-9eb1-87ccc9204c10 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 946 time: 0.3434513
Apr 22 21:43:41.262261 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-95dd871e-0c0b-4e37-afdc-93c5a6c5388d req-75c43793-f393-4330-9488-6848dcaed876 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444674
Apr 22 21:43:42.479214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ac67-1fab-4d7d-8b45-cc594400e45d req-c81a66cd-5ff4-4efa-a81c-c56df56ab88a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:42.481553 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3467ac67-1fab-4d7d-8b45-cc594400e45d req-c81a66cd-5ff4-4efa-a81c-c56df56ab88a tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 946 time: 0.0962007
Apr 22 21:43:42.531887 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3467ac67-1fab-4d7d-8b45-cc594400e45d req-2b286dff-24db-43fd-9734-8cb09395c760 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429063
Apr 22 21:43:42.647189 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-deefa020-76fc-46a0-9efc-a19d3b9383fd tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:42.647928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-deefa020-76fc-46a0-9efc-a19d3b9383fd tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Synchronizing usage tracker for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:42.666094 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-deefa020-76fc-46a0-9efc-a19d3b9383fd tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Unset dirty status for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:42.667355 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-deefa020-76fc-46a0-9efc-a19d3b9383fd tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 946 time: 0.1206462
Apr 22 21:43:42.823306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Deleting port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:43:42.823599 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:42.976723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] For port d63dc1c0-3764-4e61-b2da-4fb99341a5b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:42.977150 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:43.109144 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Calling delete_port for d63dc1c0-3764-4e61-b2da-4fb99341a5b8 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:43:43.226346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:43.232941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7478de55-880a-47ff-af0b-378925805969 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:43.239705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe', '07815f85-0c40-48b6-b4a4-12d461a5c752', '753ae31a-7092-43a7-99a2-655f0632d5e3', 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:43.286700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event deleted for resources: {'Port': ['ID=d63dc1c0-3764-4e61-b2da-4fb99341a5b8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:43.360181 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.360505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.360916 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.361339 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.361791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.362207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.362623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.363035 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.363444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.363854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.364267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.364675 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:43:43.368838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:43.381410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] No DVR routers for this DVR port d63dc1c0-3764-4e61-b2da-4fb99341a5b8 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:43:43.384210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:43.388631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'name': 'network-vif-deleted', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:43.404240 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21f9ddd0-66cd-4946-90fb-878d5a12f91e req-4060b7aa-46df-4877-9ef0-81effcb3cec8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "DELETE /v2.0/ports/d63dc1c0-3764-4e61-b2da-4fb99341a5b8 HTTP/1.1" status: 204  len: 173 time: 0.7311730
Apr 22 21:43:43.450720 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04b1df7-2ff7-44ab-b0fc-a8a7731fb557', 'name': 'network-vif-deleted', 'tag': 'd63dc1c0-3764-4e61-b2da-4fb99341a5b8', 'status': 'completed', 'code': 200}
Apr 22 21:43:43.725706 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c3c393cd-4781-4396-99aa-134e0c4024d8 req-e6549d51-303f-47ec-8de2-c879ed0d52d6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=c04b1df7-2ff7-44ab-b0fc-a8a7731fb557 HTTP/1.1" status: 200  len: 210 time: 0.0489147
Apr 22 21:43:43.817958 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:43:46.548126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6e48e-6ca8-4efd-a6df-04f348afa647 req-f2864e68-be14-417e-8934-b60da1d20757 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:46.549765 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ba6e48e-6ca8-4efd-a6df-04f348afa647 req-f2864e68-be14-417e-8934-b60da1d20757 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 945 time: 0.1589053
Apr 22 21:43:46.600207 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ba6e48e-6ca8-4efd-a6df-04f348afa647 req-3820831b-e2aa-4e02-ad9a-eeec44418609 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439098
Apr 22 21:43:47.047358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device d63dc1c0-3764-4e61-b2da-4fb99341a5b8 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:43:47.085847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: d63dc1c0-3764-4e61-b2da-4fb99341a5b8 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:43:47.086238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device d63dc1c0-3764-4e61-b2da-4fb99341a5b8 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:43:47.876186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7aa0c-631e-4058-be55-bae6fb1ca1cd req-4c913a57-2e6a-403b-9c6c-4baa91de79f6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:47.877756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dde7aa0c-631e-4058-be55-bae6fb1ca1cd req-4c913a57-2e6a-403b-9c6c-4baa91de79f6 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 945 time: 0.1610022
Apr 22 21:43:47.928643 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dde7aa0c-631e-4058-be55-bae6fb1ca1cd req-e3785240-c948-4f38-897f-d0ff96fadc5f tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435963
Apr 22 21:43:48.105377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-a2d1ca57-b2f6-416c-8f7d-e6fc8ba3d47e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:48.106213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-a2d1ca57-b2f6-416c-8f7d-e6fc8ba3d47e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Synchronizing usage tracker for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:48.124904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-a2d1ca57-b2f6-416c-8f7d-e6fc8ba3d47e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Unset dirty status for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:48.126280 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-a2d1ca57-b2f6-416c-8f7d-e6fc8ba3d47e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 945 time: 0.1196389
Apr 22 21:43:48.283702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Deleting port 753ae31a-7092-43a7-99a2-655f0632d5e3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:43:48.284062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:48.447547 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] For port 753ae31a-7092-43a7-99a2-655f0632d5e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=753ae31a-7092-43a7-99a2-655f0632d5e3,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:48.447913 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:48.588655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Calling delete_port for 753ae31a-7092-43a7-99a2-655f0632d5e3 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:43:48.716182 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:48.724705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-134dc5f9-2619-4342-91e6-192af4a6b9ce tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:48.728823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe', '07815f85-0c40-48b6-b4a4-12d461a5c752', '753ae31a-7092-43a7-99a2-655f0632d5e3'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:48.777187 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event deleted for resources: {'Port': ['ID=753ae31a-7092-43a7-99a2-655f0632d5e3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:48.780334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:48.873931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] No DVR routers for this DVR port 753ae31a-7092-43a7-99a2-655f0632d5e3 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:43:48.877957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:48.882708 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'name': 'network-vif-deleted', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:48.908129 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-30ed5c2c-27a9-4e92-b49a-f62edafd8c54 req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "DELETE /v2.0/ports/753ae31a-7092-43a7-99a2-655f0632d5e3 HTTP/1.1" status: 204  len: 173 time: 0.7752557
Apr 22 21:43:48.942861 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58652c-a313-4bde-a051-740ec837bd56', 'name': 'network-vif-deleted', 'tag': '753ae31a-7092-43a7-99a2-655f0632d5e3', 'status': 'completed', 'code': 200}
Apr 22 21:43:49.110811 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1144f31a-6080-4305-b402-1d1a0ecd035e req-71355476-b8e4-4ab3-8d7a-936a4ac13474 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58652c-a313-4bde-a051-740ec837bd56 HTTP/1.1" status: 200  len: 210 time: 0.0509911
Apr 22 21:43:50.642750 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12cc28-a9db-4d2d-aeab-594dcb16bccc req-2f95a1ac-282e-4f5f-b5f8-ca6c949df836 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:50.644413 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee12cc28-a9db-4d2d-aeab-594dcb16bccc req-2f95a1ac-282e-4f5f-b5f8-ca6c949df836 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 946 time: 0.1023614
Apr 22 21:43:50.698317 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee12cc28-a9db-4d2d-aeab-594dcb16bccc req-c9fa7c3c-77f6-43a5-9860-2509b2e609d4 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468767
Apr 22 21:43:51.916413 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dbf1e-068d-4c72-b529-32c23ab0faf0 req-784000a0-b9fa-4dbd-b066-bd733eff8ce8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:51.918043 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b87dbf1e-068d-4c72-b529-32c23ab0faf0 req-784000a0-b9fa-4dbd-b066-bd733eff8ce8 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 946 time: 0.0939546
Apr 22 21:43:51.978706 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b87dbf1e-068d-4c72-b529-32c23ab0faf0 req-b40956e8-ad65-40a2-bc9f-8c6e6d9ce67e tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471902
Apr 22 21:43:52.075613 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-5a5837c0-a9c3-4355-8c00-10a0733bd646 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:52.076373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-5a5837c0-a9c3-4355-8c00-10a0733bd646 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Synchronizing usage tracker for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:52.092334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-5a5837c0-a9c3-4355-8c00-10a0733bd646 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Unset dirty status for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:52.093579 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-5a5837c0-a9c3-4355-8c00-10a0733bd646 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 946 time: 0.1136551
Apr 22 21:43:52.245049 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Deleting port 07815f85-0c40-48b6-b4a4-12d461a5c752 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:43:52.245476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:52.392509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] For port 07815f85-0c40-48b6-b4a4-12d461a5c752, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=07815f85-0c40-48b6-b4a4-12d461a5c752,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:52.392911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:52.526899 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Calling delete_port for 07815f85-0c40-48b6-b4a4-12d461a5c752 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:43:52.651649 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:52.657805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c82408f7-9a61-467e-8a32-4a73e6d71260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:52.664901 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe', '07815f85-0c40-48b6-b4a4-12d461a5c752'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:52.708415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event deleted for resources: {'Port': ['ID=07815f85-0c40-48b6-b4a4-12d461a5c752,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:52.711980 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:52.796204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] No DVR routers for this DVR port 07815f85-0c40-48b6-b4a4-12d461a5c752 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:43:52.798938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:52.802063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'name': 'network-vif-deleted', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:52.828506 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1509e422-336d-47d8-a2e5-8b019e0c2986 req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "DELETE /v2.0/ports/07815f85-0c40-48b6-b4a4-12d461a5c752 HTTP/1.1" status: 204  len: 173 time: 0.7279677
Apr 22 21:43:52.870572 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcbe46-0c57-40a1-a07b-c87e7b9445cd', 'name': 'network-vif-deleted', 'tag': '07815f85-0c40-48b6-b4a4-12d461a5c752', 'status': 'completed', 'code': 200}
Apr 22 21:43:53.066757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 753ae31a-7092-43a7-99a2-655f0632d5e3 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:43:53.108551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 753ae31a-7092-43a7-99a2-655f0632d5e3 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:43:53.108925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 753ae31a-7092-43a7-99a2-655f0632d5e3 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:43:53.170883 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e842f1c-9458-45dc-8098-3211c0913b11 req-5c992551-a2f5-43e1-956e-aea7bf828dfb tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=25dcbe46-0c57-40a1-a07b-c87e7b9445cd HTTP/1.1" status: 200  len: 210 time: 0.0524452
Apr 22 21:43:55.253813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1494d359-1c6e-444d-8599-f7046a95e4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:55.962540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000959d-f6f5-4e96-a528-cab5d9784c00 req-e8de5301-2960-491b-ba29-d45a6bbb66b9 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:55.964255 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b000959d-f6f5-4e96-a528-cab5d9784c00 req-e8de5301-2960-491b-ba29-d45a6bbb66b9 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 945 time: 0.0919118
Apr 22 21:43:56.027188 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b000959d-f6f5-4e96-a528-cab5d9784c00 req-abfaf5e0-5121-4611-b532-b5b0955fd74d tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504167
Apr 22 21:43:57.092588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 07815f85-0c40-48b6-b4a4-12d461a5c752 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:43:57.141186 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 07815f85-0c40-48b6-b4a4-12d461a5c752 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:43:57.141710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 07815f85-0c40-48b6-b4a4-12d461a5c752 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:43:57.244943 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c92a2-6c66-41dc-af46-768cbc19c3e3 req-02f8e191-2231-47f0-899d-7314ced68331 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:57.246481 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-466c92a2-6c66-41dc-af46-768cbc19c3e3 req-02f8e191-2231-47f0-899d-7314ced68331 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 945 time: 0.0964570
Apr 22 21:43:57.299881 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-466c92a2-6c66-41dc-af46-768cbc19c3e3 req-fbbcc42e-c79f-4a9c-b4d5-96aeed1406a7 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/security-groups?id=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462086
Apr 22 21:43:57.390147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-17713ddb-be59-473d-93e2-2abdf6af0162 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:43:57.390914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-17713ddb-be59-473d-93e2-2abdf6af0162 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Synchronizing usage tracker for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:43:57.407432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-17713ddb-be59-473d-93e2-2abdf6af0162 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Unset dirty status for tenant:d222f7f7a9ab4949a89b04d9454fb65e on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:43:57.408721 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-17713ddb-be59-473d-93e2-2abdf6af0162 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 945 time: 0.1075659
Apr 22 21:43:57.563925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Deleting port 3bda2e28-8155-4cd8-9771-a296a3b04bfe {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:43:57.564184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:57.662419 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af64c532-3675-440b-8262-d87111b2e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:57.725089 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] For port 3bda2e28-8155-4cd8-9771-a296a3b04bfe, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3bda2e28-8155-4cd8-9771-a296a3b04bfe,segment=NetworkSegment(7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b),segment_id=7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:43:57.725537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:57.863014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Calling delete_port for 3bda2e28-8155-4cd8-9771-a296a3b04bfe owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:43:58.004147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:58.010390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:43:58.015983 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['3bda2e28-8155-4cd8-9771-a296a3b04bfe'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:43:58.059281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Pushing event deleted for resources: {'Port': ['ID=3bda2e28-8155-4cd8-9771-a296a3b04bfe,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:43:58.062828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:43:58.076626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:58.142712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] No DVR routers for this DVR port 3bda2e28-8155-4cd8-9771-a296a3b04bfe on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:43:58.145191 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:58.148205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'name': 'network-vif-deleted', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:43:58.165043 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c651e5ec-4a64-4d52-b403-33ebcb2dced2 req-79c74250-f1e8-4556-b9a9-95a3a39e2fae tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.13 "DELETE /v2.0/ports/3bda2e28-8155-4cd8-9771-a296a3b04bfe HTTP/1.1" status: 204  len: 173 time: 0.7507310
Apr 22 21:43:58.208200 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d2528-c3f8-4c4c-8065-535ce5cb8072', 'name': 'network-vif-deleted', 'tag': '3bda2e28-8155-4cd8-9771-a296a3b04bfe', 'status': 'completed', 'code': 200}
Apr 22 21:43:58.483943 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf3e6198-e9c5-4158-b349-f4af1354248d req-cf9401b5-da02-4b64-8976-2b75331079ee tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0d2528-c3f8-4c4c-8065-535ce5cb8072 HTTP/1.1" status: 200  len: 210 time: 0.0505407
Apr 22 21:43:58.634045 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:59.577037 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:59.597817 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47200) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:43:59.666009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Deleting subnet 6d960761-f3b7-4033-8a8d-00a8e0f63b81 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:43:59.669970 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:59.723895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:43:59.787576 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.051018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.056218 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1e48cb2f-52a3-4f1d-9947-decde8444634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:00.360872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d960761-f3b7-4033-8a8d-00a8e0f63b81,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:00.363486 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.367588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:00.370805 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7db1c489-f214-4611-9fc1-1491b41c4f68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d960761-f3b7-4033-8a8d-00a8e0f63b81 HTTP/1.1" status: 204  len: 168 time: 0.7714012
Apr 22 21:44:00.373870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47204) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:00.492553 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.627046 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.743847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ead800b70>,) {'filters': {'network_id': ['cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:44:00.756761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ead800b70>, '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:44:00.757104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ead800b70>, '7b5b4a2a-c779-402d-ab1f-e0a9c0af5f0b') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:44:00.769437 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.785785 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:00.792669 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:44:00.975423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:44:00.984931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.109876 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 3bda2e28-8155-4cd8-9771-a296a3b04bfe no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:44:01.150079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 3bda2e28-8155-4cd8-9771-a296a3b04bfe {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:44:01.150467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 3bda2e28-8155-4cd8-9771-a296a3b04bfe not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:44:01.160938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Network cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:44:01.187362 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:44:01.263647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.267673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4cf8619a-cee9-4911-8299-cb86db1965bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:01.281931 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.294528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:01.304637 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] 10.222.0.11 "DELETE /v2.0/networks/cd1b2fbe-b777-45ff-b5a9-a8a6ffba98d5 HTTP/1.1" status: 204  len: 168 time: 0.9295776
Apr 22 21:44:01.306211 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.306640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.307056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.307503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.307903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.308292 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.309072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.309072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.309465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.309864 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.310265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.310661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:01.314262 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-64aee60e-b569-4a68-b058-9d67a765063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:01.431870 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47210) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:01.495276 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bbd3f4cc-ebba-4a41-bd64-67b040a9bb08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d222f7f7a9ab4949a89b04d9454fb65e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0618029
Apr 22 21:44:01.498885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47214) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:01.562647 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.593938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.648295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.654072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa8dd2bf-f460-4cf3-a6d7-8c7116355f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:01.669033 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26a46e9-0d57-48ec-a73a-7fc244b0bc1c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:01.673166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:01.677527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:01.678814 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b1d37c68-3bf5-47cd-8871-b7d7a581e7d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e26a46e9-0d57-48ec-a73a-7fc244b0bc1c HTTP/1.1" status: 204  len: 168 time: 0.1789246
Apr 22 21:44:02.969507 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-43586d2b-4e69-4ee3-a48d-f97dfe4c132d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2942998
Apr 22 21:44:02.981849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:03.076177 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600e11-b431-450d-a738-f098b9c42987 req-0627eda3-0c93-478b-a684-369d608a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:03.077934 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-0627eda3-0c93-478b-a684-369d608a04f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0838451
Apr 22 21:44:03.236452 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600e11-b431-450d-a738-f098b9c42987 req-4438f23d-204c-47b6-abb3-fd95c05c0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:03.238138 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-4438f23d-204c-47b6-abb3-fd95c05c0308 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1405313
Apr 22 21:44:03.353279 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-8cde6a7b-57a0-4792-80fd-ca1282581407 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 1001 time: 0.1079392
Apr 22 21:44:03.427968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600e11-b431-450d-a738-f098b9c42987 req-f1de3f44-6857-49c7-b1ae-577ab1d84e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:03.429600 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-f1de3f44-6857-49c7-b1ae-577ab1d84e79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.0703688
Apr 22 21:44:03.515058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600e11-b431-450d-a738-f098b9c42987 req-bfc23973-547e-44b5-8de3-b5db3da7df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:03.516777 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-bfc23973-547e-44b5-8de3-b5db3da7df34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0808630
Apr 22 21:44:03.528406 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-a4862fef-706c-48a4-a5bc-7b5ebcd2f3db service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 21:44:03.529605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-a4862fef-706c-48a4-a5bc-7b5ebcd2f3db service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057347
Apr 22 21:44:03.678635 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-11197027-89a5-4fb7-9fac-6b543b2333dc service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423671
Apr 22 21:44:03.827859 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c600e11-b431-450d-a738-f098b9c42987 req-b04b6b64-5884-4b4e-8146-2c336b081736 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429090
Apr 22 21:44:20.477240 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47432) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:20.629749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.649570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:20.654007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:23240ae749ee4da4b5b68f8f3acd754f is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:20.657149 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:20.663709 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:20.755895 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.759605 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.767110 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72797c67-31b8-4cef-87f0-168998ab96fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:20.810224 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23240ae749ee4da4b5b68f8f3acd754f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3317735
Apr 22 21:44:20.811302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b068a9-361b-4c72-8a80-793e46f76855,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:20.813889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47438) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:20.817048 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:20.820162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:44:20.891176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.919717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.975252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:20.979575 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52672aea-bff3-4a53-ab17-4f194b627a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:20.997810 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b068a9-361b-4c72-8a80-793e46f76855,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:21.001003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:21.003105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.004287 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-916ea000-3789-47f2-a15d-a61889f69324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5b068a9-361b-4c72-8a80-793e46f76855 HTTP/1.1" status: 204  len: 168 time: 0.1894345
Apr 22 21:44:21.326165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47446) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:21.345507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.360918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:21.365095 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Usage tracker for resource:security_group_rule and tenant:ef65877719ad4b0fbb797f53d598da46 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:21.368492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:21.375007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:21.462803 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.467162 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.474377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-440fefe6-2b1a-4511-ab1e-f316fe59e5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:21.520248 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef65877719ad4b0fbb797f53d598da46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1928630
Apr 22 21:44:21.521205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e39ffc-8b30-42f9-9cab-d1a9d9e67181,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:21.523433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47450) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:21.524561 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-af2a5712-6054-4c33-81e3-9c3f436eb18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:21.588853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.630338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.679918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.683897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0718bb86-e90a-4d96-989e-9ff57757a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:21.695928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e39ffc-8b30-42f9-9cab-d1a9d9e67181,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:21.699907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:21.703411 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:21.704723 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-186f4bb9-58ad-49c9-b7b4-b8c5e4c799b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e39ffc-8b30-42f9-9cab-d1a9d9e67181 HTTP/1.1" status: 204  len: 168 time: 0.1800973
Apr 22 21:44:25.248642 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca0e795d-e621-4ab3-aa3d-4e74a094a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:27.659623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca5f3-0d21-4183-ab36-5072f2e1f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:28.081050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:28.102807 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7261-7b67-4242-b2f1-ae7155c3cc5f req-59322c5a-e2f3-4057-924e-e56949e47d0b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:28.104451 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8dde7261-7b67-4242-b2f1-ae7155c3cc5f req-59322c5a-e2f3-4057-924e-e56949e47d0b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0989766
Apr 22 21:44:28.155034 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8dde7261-7b67-4242-b2f1-ae7155c3cc5f req-e820c792-45bb-4cbd-b18f-2f0b16ffc5c2 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438943
Apr 22 21:44:28.640712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:29.382500 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38be1-f94f-4ad6-a643-3a5315089746 req-f06ef630-80d2-4957-8573-80c1ad48a106 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:29.384069 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34f38be1-f94f-4ad6-a643-3a5315089746 req-f06ef630-80d2-4957-8573-80c1ad48a106 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1004758
Apr 22 21:44:29.432904 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34f38be1-f94f-4ad6-a643-3a5315089746 req-8d0fe867-101d-46d4-a3cd-1f6f131a7999 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420160
Apr 22 21:44:29.579888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:30.657695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017374c-9a88-46c0-8c61-282642c98afa req-f64550d0-d221-4afb-98ab-97b36bac8c4f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:30.659263 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0017374c-9a88-46c0-8c61-282642c98afa req-f64550d0-d221-4afb-98ab-97b36bac8c4f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1044841
Apr 22 21:44:30.711360 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0017374c-9a88-46c0-8c61-282642c98afa req-e6a0ca3e-127c-4826-a92c-60075743d6d7 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430956
Apr 22 21:44:31.927658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4762-cb6d-4230-85bf-d8cebc674e37 req-d14fcf00-1144-43a1-bd4d-4316bd03b863 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:31.929276 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-932d4762-cb6d-4230-85bf-d8cebc674e37 req-d14fcf00-1144-43a1-bd4d-4316bd03b863 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0918603
Apr 22 21:44:31.983601 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-932d4762-cb6d-4230-85bf-d8cebc674e37 req-5fd9ed2f-1cab-4ea3-8a1a-1cb999cc4bcb tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474510
Apr 22 21:44:32.965833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:33.203840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea48c5-0625-435a-85d9-3558a958d429 req-074adb5a-559a-497d-9043-b7d22f2102f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:33.205436 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88ea48c5-0625-435a-85d9-3558a958d429 req-074adb5a-559a-497d-9043-b7d22f2102f3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1002436
Apr 22 21:44:33.256937 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88ea48c5-0625-435a-85d9-3558a958d429 req-f30a9ca1-81c3-48ee-beb1-f18461f149f9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420504
Apr 22 21:44:34.482466 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb268c3-36ab-43c4-98b3-e00324d69941 req-27bae178-3f12-4f55-873a-a087c3a80f4e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:34.483989 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb268c3-36ab-43c4-98b3-e00324d69941 req-27bae178-3f12-4f55-873a-a087c3a80f4e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0997622
Apr 22 21:44:34.532296 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cb268c3-36ab-43c4-98b3-e00324d69941 req-9c2ba21e-d490-4151-b00b-9e4c2c0fe80b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416093
Apr 22 21:44:35.541742 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47608) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:35.672877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:35.688937 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:35.693823 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Usage tracker for resource:security_group_rule and tenant:bf06576b1f414dffad916b7f31d3a3dc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:35.697254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:35.703717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:35.735295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691233dc-75ba-4137-8959-c1fc784fbf1d req-89c93b62-2729-4ad5-8cb5-3bd12861c1c9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:35.737094 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691233dc-75ba-4137-8959-c1fc784fbf1d req-89c93b62-2729-4ad5-8cb5-3bd12861c1c9 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0903671
Apr 22 21:44:35.786358 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-691233dc-75ba-4137-8959-c1fc784fbf1d req-a8e22922-85cc-452e-990f-451eb2badd13 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419452
Apr 22 21:44:35.794070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:35.797962 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:35.807312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-beb780d1-2d27-475f-825f-c69a847473bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:35.849770 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf06576b1f414dffad916b7f31d3a3dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067944
Apr 22 21:44:35.851562 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2323d77-5c4e-40ca-8228-b1253c507bb4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:35.852973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47616) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:35.855062 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:35.923645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:35.951524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:35.999166 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.004245 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-181b81ee-d087-4fe8-807a-12f45911374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:36.019882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2323d77-5c4e-40ca-8228-b1253c507bb4,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:36.024115 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:36.026193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.027676 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-00edf0fb-5eed-4501-9740-632bd512e171 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2323d77-5c4e-40ca-8228-b1253c507bb4 HTTP/1.1" status: 204  len: 168 time: 0.1725185
Apr 22 21:44:36.340805 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47624) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:36.362565 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.379073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:36.383638 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee8b686874a44668a8b5e61e8e8e981 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:36.386836 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:36.393713 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:36.489038 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.493473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.500743 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3544a143-5e21-4e82-abc7-3f64aade5c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:36.543460 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ee8b686874a44668a8b5e61e8e8e981&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2013948
Apr 22 21:44:36.544376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787de422-30fd-4512-92e9-567dbcfbc701,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:36.546607 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47628) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:36.547770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3913edf4-c49d-4eb9-81ff-3914f223fa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:36.615872 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.643489 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.692923 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.701054 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2e1aad4-2cec-4a31-9ceb-03504309e1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:36.717974 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787de422-30fd-4512-92e9-567dbcfbc701,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:36.721105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:36.727431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:36.728690 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/787de422-30fd-4512-92e9-567dbcfbc701 HTTP/1.1" status: 204  len: 168 time: 0.1809273
Apr 22 21:44:36.998097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17082c6f-5d01-440a-bcc2-724c43a52952 req-84edeb01-c087-4ae6-ad98-3764b7ef40a2 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:37.000101 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17082c6f-5d01-440a-bcc2-724c43a52952 req-84edeb01-c087-4ae6-ad98-3764b7ef40a2 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0970743
Apr 22 21:44:37.049455 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17082c6f-5d01-440a-bcc2-724c43a52952 req-fef0dc7a-a771-489c-89b1-51b8a8e4d43f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429811
Apr 22 21:44:38.259308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3cec7-5ab9-42d6-99d3-4427a43b7a4e req-4438fd72-77db-4c84-a5d2-a9e44731fce8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:38.260973 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2bd3cec7-5ab9-42d6-99d3-4427a43b7a4e req-4438fd72-77db-4c84-a5d2-a9e44731fce8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0935998
Apr 22 21:44:38.310675 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2bd3cec7-5ab9-42d6-99d3-4427a43b7a4e req-41aec2de-f5eb-4340-bbea-b4c886ab257d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427575
Apr 22 21:44:39.520542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f623c67-9a35-4f00-b4d9-1e8c76214999 req-0977d348-460b-4e21-99b4-c1d0b4013c6f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:39.522185 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f623c67-9a35-4f00-b4d9-1e8c76214999 req-0977d348-460b-4e21-99b4-c1d0b4013c6f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0915823
Apr 22 21:44:39.577784 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f623c67-9a35-4f00-b4d9-1e8c76214999 req-ed1627e8-3d3d-453d-9636-e8f5cab2a391 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459530
Apr 22 21:44:40.812854 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94099-e6ed-4473-8664-988cbd96eb86 req-f12bd5a2-409a-4ba7-a085-7407f81e40d5 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:40.814428 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08a94099-e6ed-4473-8664-988cbd96eb86 req-f12bd5a2-409a-4ba7-a085-7407f81e40d5 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1132300
Apr 22 21:44:40.870319 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08a94099-e6ed-4473-8664-988cbd96eb86 req-a6500fee-5bb4-4c6f-9f52-b0b3453e293f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489323
Apr 22 21:44:42.072459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d16928-a7fb-431c-9a34-fd084672b3c6 req-464f066d-1d4a-4fc9-9780-d70e30829905 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:42.074083 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23d16928-a7fb-431c-9a34-fd084672b3c6 req-464f066d-1d4a-4fc9-9780-d70e30829905 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0875695
Apr 22 21:44:42.126843 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23d16928-a7fb-431c-9a34-fd084672b3c6 req-b1ad8dae-4200-4eb2-bcc0-1bfd3242aef6 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459480
Apr 22 21:44:42.959524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47734) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:43.097673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.113965 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:43.118690 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Usage tracker for resource:security_group_rule and tenant:a202e12833b744a5aacbeb9955d10b42 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:43.121938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:43.128449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:43.221467 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.225114 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.233267 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da14cae8-1d06-442c-8f2a-7a40a5c60272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:43.289075 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a202e12833b744a5aacbeb9955d10b42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3281641
Apr 22 21:44:43.289997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385cd5d-243e-40dc-93da-9913d195c123,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:43.292260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47742) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:43.293555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a937dc7e-d8c4-4ce2-aaf6-c557e74f66ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:43.374224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.392952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ada8b-02f5-455f-9d80-3f382e5dbbd4 req-3dfbf7c2-b1a7-4f2e-bc4d-dac72c059053 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:43.394619 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-223ada8b-02f5-455f-9d80-3f382e5dbbd4 req-3dfbf7c2-b1a7-4f2e-bc4d-dac72c059053 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1522384
Apr 22 21:44:43.427756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.487262 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-223ada8b-02f5-455f-9d80-3f382e5dbbd4 req-c579ee59-969c-4ac2-9090-e007c2480ff3 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808854
Apr 22 21:44:43.498512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.503838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076c5e41-1d37-4ed2-bef8-c7163fb4f0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:43.517024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385cd5d-243e-40dc-93da-9913d195c123,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:43.521005 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:43.526954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.528151 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5b48fe27-2bb4-4105-a61c-094f5b7d872f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2385cd5d-243e-40dc-93da-9913d195c123 HTTP/1.1" status: 204  len: 168 time: 0.2348731
Apr 22 21:44:43.847786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 47750) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:43.870250 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.889799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:43.894426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Usage tracker for resource:security_group_rule and tenant:23c4b521e640465591984192c2459844 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:43.897631 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:43.904212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:43.993325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:43.997497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:44.006611 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d525d218-899c-436c-8a54-9c6ccbe0b94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:44.047347 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23c4b521e640465591984192c2459844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1983933
Apr 22 21:44:44.048973 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea268165-8600-410a-ab30-4efc51cf6966,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:44.050706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:44.052335 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:44.118153 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:44.148363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:44.197667 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:44.202773 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d7de937-98b9-4ee0-99e7-c71c8925e419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:44.219087 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea268165-8600-410a-ab30-4efc51cf6966,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:44.229589 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:44.230838 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea268165-8600-410a-ab30-4efc51cf6966 HTTP/1.1" status: 204  len: 168 time: 0.1781769
Apr 22 21:44:44.232354 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.232786 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.233209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.234011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.234424 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.234841 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.235253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.235659 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.236031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.236459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.236863 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.237271 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:44.240717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-74be7bd7-701b-41d5-abf2-0a7db9bc9664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:44.694947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5edae5-87ab-4d4e-8db1-90b4ed44690d req-ee8241c8-ef82-4166-88d0-c74f28e0a750 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:44.696583 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e5edae5-87ab-4d4e-8db1-90b4ed44690d req-ee8241c8-ef82-4166-88d0-c74f28e0a750 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0936785
Apr 22 21:44:44.745791 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e5edae5-87ab-4d4e-8db1-90b4ed44690d req-d0c74138-8546-4ab3-9a81-cec9185c44e2 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427020
Apr 22 21:44:45.507539 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47788) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:45.654688 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:45.680459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:45.686645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Usage tracker for resource:security_group_rule and tenant:4ca75de216b84ccd9b940e1b405bcdfd is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:45.691393 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:45.699336 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:45.717102 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-1220f864-f64a-4249-9563-cdccd957ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:45.718774 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-1220f864-f64a-4249-9563-cdccd957ead4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.1388171
Apr 22 21:44:45.907053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-7085d710-4898-4685-93f3-74b693b2a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:45.908600 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-7085d710-4898-4685-93f3-74b693b2a78d service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1824491
Apr 22 21:44:45.948213 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599095-fe43-406b-a2e6-96451bcbbd4a req-b549ab30-bf04-40bb-9ac3-227f11c436ab tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:45.949933 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3e599095-fe43-406b-a2e6-96451bcbbd4a req-b549ab30-bf04-40bb-9ac3-227f11c436ab tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0905104
Apr 22 21:44:45.997151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.003639 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.022532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-77444cfa-9d70-420f-9398-bb627e5aa1b4 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:46.086792 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-40b784d3-4d3d-4fcb-aab5-d26594f2a16b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 1001 time: 0.1662121
Apr 22 21:44:46.088495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa223149-412a-4b75-a8cb-34687b6a8c1a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:46.093678 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ca75de216b84ccd9b940e1b405bcdfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5848689
Apr 22 21:44:46.095017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a6d01dee-caeb-4759-9f26-39a36ee7784d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:46.096938 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47796) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:46.202364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-d1c44fe7-51c2-4380-bc8e-50b419888a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:46.204000 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-d1c44fe7-51c2-4380-bc8e-50b419888a31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.1080017
Apr 22 21:44:46.245218 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3e599095-fe43-406b-a2e6-96451bcbbd4a req-6d7110da-dd85-4f04-a327-da4ae4f20e5a tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2879779
Apr 22 21:44:46.277444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.316813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.362007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-36524b5b-9745-43e1-b96d-828bd6fcebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:46.363738 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-36524b5b-9745-43e1-b96d-828bd6fcebef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1533349
Apr 22 21:44:46.399131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.406692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-44610f1a-e4ba-4dbd-9d6f-f7707302fca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:46.467594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa223149-412a-4b75-a8cb-34687b6a8c1a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:46.473556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:46.487718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:46.488970 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa223149-412a-4b75-a8cb-34687b6a8c1a HTTP/1.1" status: 204  len: 168 time: 0.3564937
Apr 22 21:44:46.534594 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-cdeed529-f4a7-4f7a-9c3f-a502b2ccdbc9 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627121
Apr 22 21:44:46.680512 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3ec73bda-be14-44ae-8484-13b4a1f0b997 req-b0c1d557-2bb8-4973-a581-c7592da82483 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387868
Apr 22 21:44:47.449990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cd37-0d94-47e2-8504-3bb3bb9b5b3b req-97d961c1-b25c-4b12-a1e1-0cbe7b481c38 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:47.451655 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0422cd37-0d94-47e2-8504-3bb3bb9b5b3b req-97d961c1-b25c-4b12-a1e1-0cbe7b481c38 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0905316
Apr 22 21:44:47.504582 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0422cd37-0d94-47e2-8504-3bb3bb9b5b3b req-ae55ddfb-8eea-4d13-92ef-7bce2e6eb073 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453265
Apr 22 21:44:48.716530 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686702-8f73-419b-9e73-fb42b5a2e9ed req-adbba077-f4d9-419e-b3c1-f806ab1c823e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:48.718466 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5686702-8f73-419b-9e73-fb42b5a2e9ed req-adbba077-f4d9-419e-b3c1-f806ab1c823e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0949595
Apr 22 21:44:48.767957 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5686702-8f73-419b-9e73-fb42b5a2e9ed req-7f7d1599-f6ab-4349-986d-4f85fad8c944 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429525
Apr 22 21:44:49.978725 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb569a-4703-4762-8212-db66131dde7e req-2108e8c1-b75b-41a7-b2ac-7949712d33e8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:49.980561 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dcbb569a-4703-4762-8212-db66131dde7e req-2108e8c1-b75b-41a7-b2ac-7949712d33e8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0911725
Apr 22 21:44:50.038403 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dcbb569a-4703-4762-8212-db66131dde7e req-6dbf84af-676c-4789-a89b-7742ce38b4b8 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508583
Apr 22 21:44:50.403605 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-faa56807-3bb6-478a-a05a-1dc5369dc36a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1314702
Apr 22 21:44:50.439299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6fdd5-2497-418c-ace0-60749111589b req-8f7db032-8539-49c4-8384-dbb3d7d279c1 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:50.441006 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b6fdd5-2497-418c-ace0-60749111589b req-8f7db032-8539-49c4-8384-dbb3d7d279c1 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1034558
Apr 22 21:44:50.491961 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b6fdd5-2497-418c-ace0-60749111589b req-1128a51a-9bfb-4db2-aba7-da38ce02d26e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440371
Apr 22 21:44:51.372529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:44:51.480203 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47884) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:51.495858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.529871 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:44:51.530929 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:44:51.537067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.538986 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:51.592340 dv-cinder-763306-11-iscsi neutron-server[86249]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'code': 422} returned with failed status
Apr 22 21:44:51.617904 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.623621 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:51.631756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.632176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.632522 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.632947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.633315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.633705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.634052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.634591 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.634957 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.635184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:44:51.635320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.635658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.636019 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:44:51.639266 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Usage tracker for resource:security_group_rule and tenant:d9aec5aa6a9f4ab0b72ac4c502247933 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:44:51.642529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:44:51.646337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:51.648755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:44:51.710024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c6aa-e0aa-4932-acff-c12fabdb1a20 req-07cae7f9-88a8-44a0-9679-c7d4819d0c64 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:51.711667 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c772c6aa-e0aa-4932-acff-c12fabdb1a20 req-07cae7f9-88a8-44a0-9679-c7d4819d0c64 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.0935271
Apr 22 21:44:51.737645 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.741677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.766632 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c772c6aa-e0aa-4932-acff-c12fabdb1a20 req-7618297f-59a4-44c0-bfa8-b2dbdac854ee tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438347
Apr 22 21:44:51.768351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-164f13a9-937c-4da2-ad7c-9930c04b4f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:51.783017 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9aec5aa6a9f4ab0b72ac4c502247933&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987936
Apr 22 21:44:51.783380 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 47894) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:44:51.825063 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6520c214-2d24-4639-9dec-9d977c3f102f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:51.830846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-98bbbeb4-2fc7-465b-a848-e332874afd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:51.864492 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:51.894385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:52.008126 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:52.014651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d1419c3c-3cd8-4dc6-abf9-82540d6a7e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:44:52.027129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-7b8c69a7-e56b-45f1-88e8-7af3da24a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.028756 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-7b8c69a7-e56b-45f1-88e8-7af3da24a447 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99&tenant_id=bdad2ee35f7f45158d3082068f6ca828 HTTP/1.1" status: 200  len: 1096 time: 0.1367347
Apr 22 21:44:52.033036 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6520c214-2d24-4639-9dec-9d977c3f102f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:44:52.036373 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:44:52.038549 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:52.042261 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5583113c-5f68-4ea3-9e96-d88c04049db4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6520c214-2d24-4639-9dec-9d977c3f102f HTTP/1.1" status: 204  len: 168 time: 0.2551625
Apr 22 21:44:52.130265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-3be8c7df-d548-4d2c-8690-bd55d329f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.131932 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-3be8c7df-d548-4d2c-8690-bd55d329f965 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1096 time: 0.0809672
Apr 22 21:44:52.276947 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-872d4fbe-f9d8-483c-a5f3-74d2d994fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.278910 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-872d4fbe-f9d8-483c-a5f3-74d2d994fc87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1406455
Apr 22 21:44:52.393295 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-e12543e6-531a-4c45-82cb-ae4fadcc49e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 999 time: 0.1079822
Apr 22 21:44:52.467844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-23e31252-79d5-48da-a4d2-5da0e93372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.469494 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-23e31252-79d5-48da-a4d2-5da0e93372cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.0685003
Apr 22 21:44:52.559952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-1accb433-a0a4-4409-b1f6-dd4ca3760d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.561694 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-1accb433-a0a4-4409-b1f6-dd4ca3760d67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0853674
Apr 22 21:44:52.710948 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-b8fc9f6f-70e3-4706-af36-2adbfc6d9235 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428206
Apr 22 21:44:52.873689 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96c23a08-8e4e-4b54-9b34-b1725b732049 req-551f936c-97df-4a07-8318-17e1b34f1bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561205
Apr 22 21:44:52.992470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c2a34-c2c6-40bd-9740-cf79fe701611 req-e77de159-465c-49fc-ba85-6efc801b96ff tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:52.994722 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-836c2a34-c2c6-40bd-9740-cf79fe701611 req-e77de159-465c-49fc-ba85-6efc801b96ff tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1012056
Apr 22 21:44:53.045654 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-836c2a34-c2c6-40bd-9740-cf79fe701611 req-b05b5423-3d7e-4064-a05b-f7e67a0c11f5 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443230
Apr 22 21:44:54.262219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecbf5d-a896-4554-b42e-c73a099596c4 req-e719b9de-52a2-4a81-a291-0d94c3a11327 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:54.263816 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97ecbf5d-a896-4554-b42e-c73a099596c4 req-e719b9de-52a2-4a81-a291-0d94c3a11327 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.0950520
Apr 22 21:44:54.321579 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97ecbf5d-a896-4554-b42e-c73a099596c4 req-c0eb8e19-8c08-41a7-9a20-5f3d1e45f769 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481024
Apr 22 21:44:55.254752 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15539cb6-09bc-4ab6-abd6-a32655cab493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:55.533231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c728ca-3751-41ae-bce2-ca8c8f30d767 req-23cfc792-a2e1-4708-aff6-483c13aa2bc5 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:55.534802 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7c728ca-3751-41ae-bce2-ca8c8f30d767 req-23cfc792-a2e1-4708-aff6-483c13aa2bc5 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.0969887
Apr 22 21:44:55.586959 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7c728ca-3751-41ae-bce2-ca8c8f30d767 req-bdc43ea4-ece9-4507-835a-86f435dace59 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425220
Apr 22 21:44:56.812917 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb505a-528a-481c-9eab-f4eddc084643 req-7d729280-b651-4407-9cdd-95eb070ba644 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:56.814555 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4eb505a-528a-481c-9eab-f4eddc084643 req-7d729280-b651-4407-9cdd-95eb070ba644 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1066847
Apr 22 21:44:56.866249 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4eb505a-528a-481c-9eab-f4eddc084643 req-082b7915-9474-400d-afd7-cc79b0e39608 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445154
Apr 22 21:44:57.666286 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c754fd78-a249-4ce0-8aff-aa8a530a8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:57.820862 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:44:58.083244 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:58.088908 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544432dd-d5f0-4104-ae6f-22b6c08c932f req-2d9c021d-86c5-490c-b038-13ef81c70b2d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:58.090612 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-544432dd-d5f0-4104-ae6f-22b6c08c932f req-2d9c021d-86c5-490c-b038-13ef81c70b2d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1036015
Apr 22 21:44:58.140688 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-544432dd-d5f0-4104-ae6f-22b6c08c932f req-f5d74b75-a845-4eae-9813-440c3d05e390 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434039
Apr 22 21:44:58.639401 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:44:59.359050 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c1698-6035-4817-bb9a-ea58a491e21d req-a91272c3-8ff7-4dfc-a289-5322dbb70005 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:44:59.360709 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-087c1698-6035-4817-bb9a-ea58a491e21d req-a91272c3-8ff7-4dfc-a289-5322dbb70005 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.0949903
Apr 22 21:44:59.410021 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-087c1698-6035-4817-bb9a-ea58a491e21d req-7b6f7a2b-20c8-4b71-bb7e-3ab8295789d7 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422254
Apr 22 21:44:59.584236 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:00.647246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8f3a5-ccd9-41d4-af5a-e914ee507369 req-3d113d10-4e8b-45d7-b93c-b3514cfc79b1 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:00.648778 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ed8f3a5-ccd9-41d4-af5a-e914ee507369 req-3d113d10-4e8b-45d7-b93c-b3514cfc79b1 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.1052425
Apr 22 21:45:00.698189 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8ed8f3a5-ccd9-41d4-af5a-e914ee507369 req-71ad353d-6c35-4d38-99de-30ad21c3f25b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427654
Apr 22 21:45:01.920291 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e098d8-5cf7-493a-914e-c629233d5bed req-57384155-c4a4-408a-8f65-8baae42d399b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:01.921710 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3e098d8-5cf7-493a-914e-c629233d5bed req-57384155-c4a4-408a-8f65-8baae42d399b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 943 time: 0.0931761
Apr 22 21:45:01.971722 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3e098d8-5cf7-493a-914e-c629233d5bed req-de7182dc-c921-4c9a-8198-a219f6b35309 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432742
Apr 22 21:45:02.345073 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 21:45:02.493568 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:02.507571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Returning: {'device': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'port_id': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'mac_address': 'fa:16:3e:48:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 21:45:02.571394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:02.590679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144e1430-8276-41c0-b24e-f9fed473dfe2 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 21:45:02.607683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:02.611737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:02.613633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:02.686241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:02.689792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:02.846925 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] get_ports_and_sgs() called for port_ids ['144e1430-8276-41c0-b24e-f9fed473dfe2'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 21:45:03.001384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:03.176438 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad7cfa-4b08-421f-9264-d18ff0a0187c req-a5a63c24-e1b6-48bd-9d39-b6ac25d679fa tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:03.178097 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cad7cfa-4b08-421f-9264-d18ff0a0187c req-a5a63c24-e1b6-48bd-9d39-b6ac25d679fa tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 944 time: 0.0933766
Apr 22 21:45:03.226248 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cad7cfa-4b08-421f-9264-d18ff0a0187c req-51806142-81ef-4d2d-8141-3cbdbb5a5f9a tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416181
Apr 22 21:45:04.441730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd751-1a2a-450e-8bd2-f5d93f30aef0 req-84051c05-f7a4-4982-87ae-f7ba841662a7 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:04.443442 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-114dd751-1a2a-450e-8bd2-f5d93f30aef0 req-84051c05-f7a4-4982-87ae-f7ba841662a7 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 944 time: 0.0932481
Apr 22 21:45:04.500237 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-114dd751-1a2a-450e-8bd2-f5d93f30aef0 req-793c8d64-0363-4a90-8c38-bd871cd5833f tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472729
Apr 22 21:45:05.712294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f79f-0ac2-44d3-9173-f196eaac2010 req-b6190ed2-4425-4103-8493-a9bccbfb09cd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:05.713970 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f918f79f-0ac2-44d3-9173-f196eaac2010 req-b6190ed2-4425-4103-8493-a9bccbfb09cd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 944 time: 0.0986047
Apr 22 21:45:05.768215 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 up at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 21:45:05.775220 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f918f79f-0ac2-44d3-9173-f196eaac2010 req-7b4f3acd-afab-4905-8544-dde3dbbf35ab tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510197
Apr 22 21:45:05.847003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Provisioning complete for port 144e1430-8276-41c0-b24e-f9fed473dfe2 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 21:45:05.847435 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902166'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:05.975306 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853777717'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:06.005910 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:45:06.016840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:06.020165 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972076488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266883132447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266883131644'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:06.023020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:06.055365 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'code': 200}
Apr 22 21:45:06.095946 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Pushing event updated for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:06.099527 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:07.000265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b1fe-87dc-4eee-905f-2aac6265e2dc req-9d5ea573-d73a-4676-ad4d-64ad497528d4 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:07.002607 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5470b1fe-87dc-4eee-905f-2aac6265e2dc req-9d5ea573-d73a-4676-ad4d-64ad497528d4 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1030324
Apr 22 21:45:07.051310 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5470b1fe-87dc-4eee-905f-2aac6265e2dc req-e3e83d99-9f5d-492a-a9ad-491814d52aeb tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418918
Apr 22 21:45:07.096564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fde5bb-e458-4236-8eca-2d24c6d9ad1c req-723f790b-630e-48b5-8324-ec1b910f2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:07.098224 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7fde5bb-e458-4236-8eca-2d24c6d9ad1c req-723f790b-630e-48b5-8324-ec1b910f2787 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0820813
Apr 22 21:45:07.143305 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7fde5bb-e458-4236-8eca-2d24c6d9ad1c req-e53be083-75db-412b-8bd2-fd68ad0378e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379355
Apr 22 21:45:08.256088 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542d3c-1dba-45a4-a44e-b4adfefca914 req-067bd061-5dc3-4c78-b3ff-809f7b6ead0e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:08.257750 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7542d3c-1dba-45a4-a44e-b4adfefca914 req-067bd061-5dc3-4c78-b3ff-809f7b6ead0e tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0916357
Apr 22 21:45:08.307206 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7542d3c-1dba-45a4-a44e-b4adfefca914 req-09c5690e-1c26-45f2-8a48-da3b7ee1a41b tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429552
Apr 22 21:45:12.661792 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48056) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:12.956352 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port 05e05713-ca8e-4b4a-8b38-b2da6199f8b5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:12.956758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.324421 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.324677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.455196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for 05e05713-ca8e-4b4a-8b38-b2da6199f8b5 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:13.586519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.591528 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-878e2c93-443f-49d5-b375-034affccab0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:13.638079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=05e05713-ca8e-4b4a-8b38-b2da6199f8b5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:13.641564 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:13.738602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.739189 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP ef592f06-6248-4d82-8a32-4eef7c222d41 disassociated (deleted). External IP: 172.27.3.116, port: 8588018c-be8f-466a-a5ab-652cc30063c7.
Apr 22 21:45:13.755453 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48066) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:13.885188 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:13.901301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 21:45:13.905397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Usage tracker for resource:security_group_rule and tenant:3023565040704354a46d28dbc9bfe0bf is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 21:45:13.908909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 21:45:13.915601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 21:45:14.017131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.022090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.029853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-67af5018-a2a7-4de3-ac0b-6e7d1127ac72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:14.073992 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3023565040704354a46d28dbc9bfe0bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3172991
Apr 22 21:45:14.075003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536f6f0c-e43a-4117-a9fe-72d67c48f42f,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:14.077173 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48072) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:14.096445 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.096801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.097216 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.097651 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.098059 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.098446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.098845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.099275 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.099689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.100083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.100481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.100867 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:45:14.107197 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6310fc22-4589-4e7f-8fc8-fe9f7f28f096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:14.131567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:45:14.156071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.183997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.230193 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.235285 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20e794fe-e8a6-47e8-b60c-d9eed81e7d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:14.250294 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f6f0c-e43a-4117-a9fe-72d67c48f42f,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:14.252782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:14.259546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.260803 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fbba9fce-43d2-417d-adf2-174793e509b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/536f6f0c-e43a-4117-a9fe-72d67c48f42f HTTP/1.1" status: 204  len: 168 time: 0.1826437
Apr 22 21:45:14.331389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:45:14.342238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:45:14.349536 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:14.353030 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:14.353753 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae36e160>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:44:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:14.413754 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-487a9f60-6ce8-4128-82d2-13146dfaabaa tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef592f06-6248-4d82-8a32-4eef7c222d41 HTTP/1.1" status: 204  len: 168 time: 1.7479103
Apr 22 21:45:14.413754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:45:14.587956 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:14.687057 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7', 'status': 'completed', 'code': 200}
Apr 22 21:45:14.791596 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-eb8976b8-e062-4c81-a9e4-7901edb79d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:14.793930 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-eb8976b8-e062-4c81-a9e4-7901edb79d60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 1099 time: 0.0829966
Apr 22 21:45:14.839856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420624a4-684c-44ce-894e-bcc9dc311ea0 req-8eca001e-4367-47b2-8273-cc6dc9e59424 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:14.841689 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-420624a4-684c-44ce-894e-bcc9dc311ea0 req-8eca001e-4367-47b2-8273-cc6dc9e59424 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.0956230
Apr 22 21:45:14.906455 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-420624a4-684c-44ce-894e-bcc9dc311ea0 req-4f874ca4-d31d-4dba-89dd-9d406dd4fc74 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576732
Apr 22 21:45:14.944770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-194b2bd5-b01f-4c32-9851-42d59e80faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:14.946425 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-194b2bd5-b01f-4c32-9851-42d59e80faec service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1458750
Apr 22 21:45:14.971394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae36e160>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:14.975892 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:45:14.987086 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:14.987774 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae36e160>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:44:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:15.027656 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-740a3c43-66b6-42ac-81c1-9b52c510a0ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 200  len: 217 time: 0.0737038
Apr 22 21:45:15.097044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-0fcadc0a-d150-40d4-b1e8-53b8a36eda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:15.098667 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-0fcadc0a-d150-40d4-b1e8-53b8a36eda5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0642157
Apr 22 21:45:15.188997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:15.196468 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-23b363af-6384-4217-9ac0-b2589487bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:15.198137 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-23b363af-6384-4217-9ac0-b2589487bbba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0919189
Apr 22 21:45:15.353969 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-1abc4dea-d57f-4580-9bc7-9558d8c393a2 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462326
Apr 22 21:45:15.501639 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ae856d9f-f8ec-479f-a437-4354c5f59efd req-db5f1a46-98cb-4bbf-aa33-522f1a3462e6 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407111
Apr 22 21:45:15.740760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae36e160>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:15.745169 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59d017-3b49-4284-b202-7e6d854c0fbb None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_floatingips': [{'id': 'ac33ef98-98bf-4037-9e83-d00437a91b53', 'tenant_id': '7783cc8b62634e62850034643827bece', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'router_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'port_id': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'mac_address': 'fa:16:3e:ed:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:41:30Z', 'updated_at': '2021-04-22T21:41:33Z', 'revision_number': 1, 'project_id': '7783cc8b62634e62850034643827bece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:45:16.118928 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1e781-801d-4439-8d0e-670995cf993d req-fad5d12b-e75c-4c56-860e-42ead754fc77 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:16.120608 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29e1e781-801d-4439-8d0e-670995cf993d req-fad5d12b-e75c-4c56-860e-42ead754fc77 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.0960653
Apr 22 21:45:16.164945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dc29b-64c4-45ca-8572-6685db4bc929 None None] New status for floating IP ef592f06-6248-4d82-8a32-4eef7c222d41: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:45:16.171397 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29e1e781-801d-4439-8d0e-670995cf993d req-64eda383-8220-474b-b5c6-19646c5b262d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441833
Apr 22 21:45:16.231260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-fc0b5ac1-6773-468d-9b03-b95dd1c2c5e7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:16.232026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-fc0b5ac1-6773-468d-9b03-b95dd1c2c5e7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:45:16.248167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-fc0b5ac1-6773-468d-9b03-b95dd1c2c5e7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:45:16.249506 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-fc0b5ac1-6773-468d-9b03-b95dd1c2c5e7 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 946 time: 0.1068032
Apr 22 21:45:16.410558 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port 8588018c-be8f-466a-a5ab-652cc30063c7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:16.410944 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:16.554727 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] For port 8588018c-be8f-466a-a5ab-652cc30063c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8588018c-be8f-466a-a5ab-652cc30063c7,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:16.555031 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:16.699505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for 8588018c-be8f-466a-a5ab-652cc30063c7 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:16.821056 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:16.827301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4c9d54b8-2011-4de2-833a-f25bc5011d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:16.875985 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=8588018c-be8f-466a-a5ab-652cc30063c7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:16.878698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:16.960756 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] No DVR routers for this DVR port 8588018c-be8f-466a-a5ab-652cc30063c7 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:45:16.963477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:16.966632 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'name': 'network-vif-deleted', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:45:16.983483 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8315b6f-d5a4-4083-a1c1-df30bba26851 req-5ffc1d1e-96b6-4cc3-b14b-5df0b8252fec tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "DELETE /v2.0/ports/8588018c-be8f-466a-a5ab-652cc30063c7 HTTP/1.1" status: 204  len: 173 time: 0.7277660
Apr 22 21:45:17.017735 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9202d729-a9ed-4137-b32b-d1c5e147435f', 'name': 'network-vif-deleted', 'tag': '8588018c-be8f-466a-a5ab-652cc30063c7', 'status': 'completed', 'code': 200}
Apr 22 21:45:17.344568 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59866cd5-4113-4a68-bda6-9783db3beb7c req-e7bdd073-c750-4354-841a-db4b58b76c73 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=9202d729-a9ed-4137-b32b-d1c5e147435f HTTP/1.1" status: 200  len: 210 time: 0.0536358
Apr 22 21:45:19.530023 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 8588018c-be8f-466a-a5ab-652cc30063c7 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:19.568523 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 8588018c-be8f-466a-a5ab-652cc30063c7 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:19.568919 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 8588018c-be8f-466a-a5ab-652cc30063c7 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:20.893542 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48106) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:21.185358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port c33efdf9-a172-4e79-a0d1-92527d2b1373 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:21.185772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:21.311423 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:21.311719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:21.441993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for c33efdf9-a172-4e79-a0d1-92527d2b1373 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:21.570021 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:21.574914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-61a1018d-979d-4bcb-88dc-da07b48c5d65 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:21.882139 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=c33efdf9-a172-4e79-a0d1-92527d2b1373,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:21.885337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:21.980376 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:21.980967 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Floating IP ac33ef98-98bf-4037-9e83-d00437a91b53 disassociated (deleted). External IP: 172.27.3.149, port: 31132d9e-db24-41f6-acdf-17c3ef13e3a4.
Apr 22 21:45:22.367999 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:45:22.562475 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:45:22.573012 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:45:22.580940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:22.584457 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:22.585151 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2baa90>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:44:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:22.641053 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-63e869f2-aa2d-4ab6-b58f-734bbfe3dede tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "DELETE /v2.0/floatingips/ac33ef98-98bf-4037-9e83-d00437a91b53 HTTP/1.1" status: 204  len: 168 time: 1.7458074
Apr 22 21:45:22.641677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:45:22.699021 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'status': 'completed', 'code': 200}
Apr 22 21:45:22.785219 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:22.804640 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-7641c229-af04-41d1-a940-0819d8a555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:22.806389 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-7641c229-af04-41d1-a940-0819d8a555d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7783cc8b62634e62850034643827bece&device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 1099 time: 0.0810542
Apr 22 21:45:22.956313 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-c593eaa3-d534-4708-8fe2-47bcef406099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:22.958893 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-c593eaa3-d534-4708-8fe2-47bcef406099 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 200  len: 911 time: 0.1467144
Apr 22 21:45:23.040883 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-2a93082c-3056-44d4-bf32-2021161ee8a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 200  len: 217 time: 0.0742707
Apr 22 21:45:23.061338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e14fd9-e1ca-49e5-9ef5-40ade15dfa31 req-e72adcba-00ad-45ac-ad6d-6f79fd728387 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:23.064809 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8e14fd9-e1ca-49e5-9ef5-40ade15dfa31 req-e72adcba-00ad-45ac-ad6d-6f79fd728387 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.0911534
Apr 22 21:45:23.117556 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8e14fd9-e1ca-49e5-9ef5-40ade15dfa31 req-73ff85b8-8e33-423e-88f0-65b736eb392b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479789
Apr 22 21:45:23.122991 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-5558fd87-a718-4928-8c24-dda97a05286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:23.124919 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-5558fd87-a718-4928-8c24-dda97a05286b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 200  len: 850 time: 0.0704398
Apr 22 21:45:23.146242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2baa90>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:23.150702 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:45:23.160778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:23.161482 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2baa90>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:44:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:23.210363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-c29f7987-9836-47ce-969a-623ee3bda507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:23.212033 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-c29f7987-9836-47ce-969a-623ee3bda507 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372d972d-7a9f-4ed3-86ea-96a39449eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0775928
Apr 22 21:45:23.350207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:23.359701 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-e619c0b6-85ef-4c3d-859e-7d800fc2a367 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357496
Apr 22 21:45:23.506458 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-375f4b2f-5653-4ed9-8a07-2fd34010afe3 req-a3efc560-b22d-4533-a2cf-b80eedeeb5e9 service neutron] 10.222.0.13 "GET /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383848
Apr 22 21:45:23.683602 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf2baa90>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:23.688072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c65176-f0be-44ad-baf6-47787a4aa09d None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': '3b3e012e-9398-42fa-9bb4-05e20148bad5', 'name': '', 'network_id': '372d972d-7a9f-4ed3-86ea-96a39449eb07', 'tenant_id': '7783cc8b62634e62850034643827bece', 'mac_address': 'fa:16:3e:13:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:17Z', 'updated_at': '2021-04-22T21:37:39Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'subnets': [{'id': '83f1d3f3-0b44-4693-ae45-ed6fb9dab513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:45:24.104287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383db147-8ce2-4e11-9e5b-1c8c8fe8619d None None] New status for floating IP ac33ef98-98bf-4037-9e83-d00437a91b53: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:45:24.337104 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55567ca7-b3fa-4a7f-a31d-d62134b7e9fa req-8a372503-93e6-4b1c-9290-177975324a1d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:24.338870 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55567ca7-b3fa-4a7f-a31d-d62134b7e9fa req-8a372503-93e6-4b1c-9290-177975324a1d tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.0984468
Apr 22 21:45:24.388183 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55567ca7-b3fa-4a7f-a31d-d62134b7e9fa req-d1e1637c-f75a-46b7-9ee5-bb578695f3b3 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4c47417-15cf-448e-81e0-35fa2c79a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427060
Apr 22 21:45:24.534799 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-25e77866-e67b-494d-9975-ef6bca11a719 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:45:24.535546 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-25e77866-e67b-494d-9975-ef6bca11a719 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Synchronizing usage tracker for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:45:24.552741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-25e77866-e67b-494d-9975-ef6bca11a719 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Unset dirty status for tenant:7783cc8b62634e62850034643827bece on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:45:24.554034 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-25e77866-e67b-494d-9975-ef6bca11a719 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 946 time: 0.1106725
Apr 22 21:45:24.721506 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:24.721894 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:24.866941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] For port 31132d9e-db24-41f6-acdf-17c3ef13e3a4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31132d9e-db24-41f6-acdf-17c3ef13e3a4,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:24.867347 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:25.000689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for 31132d9e-db24-41f6-acdf-17c3ef13e3a4 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:25.128469 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:25.134798 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:25.182328 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=31132d9e-db24-41f6-acdf-17c3ef13e3a4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:25.185698 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:25.248390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2ecc438f-5fad-46db-88e1-76df42b0eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:25.264942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] No DVR routers for this DVR port 31132d9e-db24-41f6-acdf-17c3ef13e3a4 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:45:25.267635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:25.270570 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'name': 'network-vif-deleted', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:45:25.286544 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1acda8df-c9b0-40c3-9135-273fa5928a8b req-2277ac2a-0e7d-4f37-94bd-0bf94e7c1b05 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.13 "DELETE /v2.0/ports/31132d9e-db24-41f6-acdf-17c3ef13e3a4 HTTP/1.1" status: 204  len: 173 time: 0.7207654
Apr 22 21:45:25.323172 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05125b00-aabb-4e5d-b2f1-25a81cf90744', 'name': 'network-vif-deleted', 'tag': '31132d9e-db24-41f6-acdf-17c3ef13e3a4', 'status': 'completed', 'code': 200}
Apr 22 21:45:25.558267 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4d86345-9d86-4338-801c-641b073b120d req-7559301c-d9a8-465c-95df-6bf39347ae1b tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "GET /v2.0/ports?device_id=05125b00-aabb-4e5d-b2f1-25a81cf90744 HTTP/1.1" status: 200  len: 210 time: 0.0532033
Apr 22 21:45:26.695465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48124) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:26.932099 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Deleting port 3399a9d0-af00-42c3-9d18-5d63f265b19e {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:26.932367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.061588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.061896 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.202828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Calling delete_port for 3399a9d0-af00-42c3-9d18-5d63f265b19e owned by network:floatingip {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:27.323210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.328018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5740a906-2873-4b30-bf0c-259935986f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:27.378207 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'Port': ['ID=3399a9d0-af00-42c3-9d18-5d63f265b19e,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:27.405657 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:27.474130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for floatingip, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.490767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:27.492028 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "DELETE /v2.0/floatingips/5f464b8a-38bb-4633-a012-202f173f45a4 HTTP/1.1" status: 204  len: 168 time: 0.7953761
Apr 22 21:45:27.578141 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 31132d9e-db24-41f6-acdf-17c3ef13e3a4 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:27.619058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 31132d9e-db24-41f6-acdf-17c3ef13e3a4 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:27.619494 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 31132d9e-db24-41f6-acdf-17c3ef13e3a4 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:27.659633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-793cb535-cdde-4221-b060-5f8a3a36a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:28.087684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:28.635770 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:28.918490 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48138) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:28.996658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:29.029074 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:29.094987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:29.101684 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-45ef619c-9680-4d51-84e0-c1c76c494d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:29.126332 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c47417-15cf-448e-81e0-35fa2c79a32b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:29.129009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:29.135259 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:29.136530 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-17ea2c2c-2cf8-4bf4-bab7-ddb92866dd4e tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4c47417-15cf-448e-81e0-35fa2c79a32b HTTP/1.1" status: 204  len: 168 time: 0.2169449
Apr 22 21:45:29.195907 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48144) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:29.594209 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:30.252069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:30.703847 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Deleting port 3b3e012e-9398-42fa-9bb4-05e20148bad5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:30.704234 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:30.840121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] For port 3b3e012e-9398-42fa-9bb4-05e20148bad5, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=3b3e012e-9398-42fa-9bb4-05e20148bad5,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:30.840532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:30.979210 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Calling delete_port for 3b3e012e-9398-42fa-9bb4-05e20148bad5 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:31.129897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:31.135043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a42e13d3-52e3-4764-8546-a04bae62ae8e tempest-AttachVolumeShelveTestJSON-1144599293 tempest-AttachVolumeShelveTestJSON-1144599293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:31.184323 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3e012e-9398-42fa-9bb4-05e20148bad5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:31.220866 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:31.468922 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:31.855712 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Router b95f1143-ae48-4092-abf2-f6e3f9146232 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:45:32.053154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:45:32.063159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Sync routers for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:45:32.067783 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5c328706-94b3-4468-b115-2dd9a9603e3e admin admin] 10.222.0.11 "PUT /v2.0/routers/b95f1143-ae48-4092-abf2-f6e3f9146232/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8706021
Apr 22 21:45:32.070519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48152) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:32.073556 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:32.074239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1d5048>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:32.261566 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:32.263368 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:32.452509 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:32.535272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Deleting port b946d621-bd7b-44eb-9290-28d97fe897bd {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:32.535840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:32.563164 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1d5048>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:45:31Z', 'revision_number': 5, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port': {'id': 'b946d621-bd7b-44eb-9290-28d97fe897bd', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:08Z', 'updated_at': '2021-04-22T21:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:32.567461 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Checking router: b95f1143-ae48-4092-abf2-f6e3f9146232 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:45:32.577497 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Routers {'b95f1143-ae48-4092-abf2-f6e3f9146232'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:32.578184 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1d5048>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['b95f1143-ae48-4092-abf2-f6e3f9146232'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:32.667353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] For port b946d621-bd7b-44eb-9290-28d97fe897bd, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=b946d621-bd7b-44eb-9290-28d97fe897bd,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:32.667757 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:32.805797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Calling delete_port for b946d621-bd7b-44eb-9290-28d97fe897bd owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:32.936918 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] Set router b95f1143-ae48-4092-abf2-f6e3f9146232 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:33.066997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf1d5048>, [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:45:32Z', 'revision_number': 6, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:33.073446 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92d327-aad7-4b63-b0a3-9401f17b00a7 None None] The sync data for ids ['b95f1143-ae48-4092-abf2-f6e3f9146232'] in dv-cinder-763306-11-iscsi is: [{'id': 'b95f1143-ae48-4092-abf2-f6e3f9146232', 'name': 'tempest-TestVolumeBootPattern-758386575-router', 'tenant_id': '7783cc8b62634e62850034643827bece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:06Z', 'updated_at': '2021-04-22T21:45:32Z', 'revision_number': 6, 'project_id': '7783cc8b62634e62850034643827bece', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:45:33.076550 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.226020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.229950 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f7a6d9a1-d3e2-48a1-9891-48bf62a4bc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:33.279429 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b946d621-bd7b-44eb-9290-28d97fe897bd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:33.282124 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:33.379755 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.566909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.569495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.596610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.597176 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b95f1143-ae48-4092-abf2-f6e3f9146232 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:45:33.612253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.613685 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-783bb138-df2d-4459-8115-ed841fd05e57 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b95f1143-ae48-4092-abf2-f6e3f9146232 HTTP/1.1" status: 204  len: 168 time: 1.5420280
Apr 22 21:45:33.616865 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48156) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:33.693214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Deleting subnet 83f1d3f3-0b44-4693-ae45-ed6fb9dab513 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:45:33.698848 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.754444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3b3e012e-9398-42fa-9bb4-05e20148bad5 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:33.754706 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:33.793224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 3b3e012e-9398-42fa-9bb4-05e20148bad5 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:33.793658 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 3b3e012e-9398-42fa-9bb4-05e20148bad5 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:33.794131 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b946d621-bd7b-44eb-9290-28d97fe897bd no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:33.832874 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: b946d621-bd7b-44eb-9290-28d97fe897bd {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:33.833090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device b946d621-bd7b-44eb-9290-28d97fe897bd not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:33.838156 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.122912 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.126932 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:34.163365 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f1d3f3-0b44-4693-ae45-ed6fb9dab513,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:34.166733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:34.167800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.173109 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85118a-6fde-465f-852e-d021fd7b5504 None None] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:45:34.174384 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7271c6eb-4937-47f1-beba-8a390987ef04 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/83f1d3f3-0b44-4693-ae45-ed6fb9dab513 HTTP/1.1" status: 204  len: 168 time: 0.5563362
Apr 22 21:45:34.177078 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48160) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:34.291758 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.371728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Deleting port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:34.372107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.429601 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] DHCP port deletion for 372d972d-7a9f-4ed3-86ea-96a39449eb07 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:45:34.478315 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] For port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:34.478714 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.504007 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Deleting port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:34.504427 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.606628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] For port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,segment=NetworkSegment(eb12f0ad-b616-4158-a249-ab91fde4956b),segment_id=eb12f0ad-b616-4158-a249-ab91fde4956b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:34.607238 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.608529 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Calling delete_port for 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:34.659541 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:34.663551 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6234c4e5-e545-476c-a945-f42bcafc5a86 tempest-TestMinimumBasicScenario-427065604 tempest-TestMinimumBasicScenario-427065604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:34.709723 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:34.713214 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:34.714143 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] No DVR routers for this DVR port 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 on host dv-cinder-763306-11-iscsi {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:45:34.742831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Calling delete_port for 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:34.790314 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:45:34.790767 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:45:34.821628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:45:35.090609 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.206221 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaddd4978>,) {'filters': {'network_id': ['372d972d-7a9f-4ed3-86ea-96a39449eb07']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:35.220783 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaddd4978>, 'eb12f0ad-b616-4158-a249-ab91fde4956b') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:35.221071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaddd4978>, 'eb12f0ad-b616-4158-a249-ab91fde4956b') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:35.233833 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.252449 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.259582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:45:35.328585 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcd05b54-b72f-42e4-8466-8895e7df21f4 None None] The port '0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:45:35.435668 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:45:35.444813 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.622897 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Network 372d972d-7a9f-4ed3-86ea-96a39449eb07 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:45:35.644720 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:45:35.728768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.733905 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:35.737295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:35.738721 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:35.763954 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Pushing event deleted for resources: {'Network': ['ID=372d972d-7a9f-4ed3-86ea-96a39449eb07,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:35.766830 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:35.775834 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] 10.222.0.11 "DELETE /v2.0/networks/372d972d-7a9f-4ed3-86ea-96a39449eb07 HTTP/1.1" status: 204  len: 168 time: 1.5976734
Apr 22 21:45:35.776877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:35.777252 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 0a7d4eb1-df29-4fbf-8133-c7bbc3e7b8b8 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:35.778410 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48164) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:36.367337 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:36.798909 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Deleting port a6c2e5f7-f533-47d4-89ca-3c176636ac58 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:36.799537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:36.930212 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] For port a6c2e5f7-f533-47d4-89ca-3c176636ac58, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=a6c2e5f7-f533-47d4-89ca-3c176636ac58,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:36.930572 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:37.063433 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Calling delete_port for a6c2e5f7-f533-47d4-89ca-3c176636ac58 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:37.216840 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:37.219629 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e80fc4b3-4ba3-4638-847d-221cf3f30ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:37.269132 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c2e5f7-f533-47d4-89ca-3c176636ac58,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:37.272582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:37.553302 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:38.194532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:45:38.386804 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:45:38.396661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95534448-3834-400a-a330-89b7977abccb None None] Sync routers for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:45:38.404391 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-13ed274c-bfb6-4dd3-a92e-fa553244a876 admin admin] 10.222.0.11 "PUT /v2.0/routers/480dba0c-add8-4ef8-a158-ba4ac0662cf4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6247733
Apr 22 21:45:38.408075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48170) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:38.409301 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95534448-3834-400a-a330-89b7977abccb None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:38.410024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-95534448-3834-400a-a330-89b7977abccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafc3ac50>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:38.594903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:38.599255 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-95534448-3834-400a-a330-89b7977abccb None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:38.785116 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:38.859537 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Deleting port 4e7f0c27-ab50-435e-9457-2c385dd3e473 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:38.859889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:38.906761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-95534448-3834-400a-a330-89b7977abccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafc3ac50>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:45:37Z', 'revision_number': 5, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port': {'id': '4e7f0c27-ab50-435e-9457-2c385dd3e473', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:37:36Z', 'updated_at': '2021-04-22T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:38.910819 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95534448-3834-400a-a330-89b7977abccb None None] Checking router: 480dba0c-add8-4ef8-a158-ba4ac0662cf4 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:45:38.919814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95534448-3834-400a-a330-89b7977abccb None None] Routers {'480dba0c-add8-4ef8-a158-ba4ac0662cf4'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:45:38.920477 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-95534448-3834-400a-a330-89b7977abccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eafc3ac50>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:38.989442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] For port 4e7f0c27-ab50-435e-9457-2c385dd3e473, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4e7f0c27-ab50-435e-9457-2c385dd3e473,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:38.989806 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.081644 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-95534448-3834-400a-a330-89b7977abccb None None] Set router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:45:39.128228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Calling delete_port for 4e7f0c27-ab50-435e-9457-2c385dd3e473 owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:39.194242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-95534448-3834-400a-a330-89b7977abccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eafc3ac50>, [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:45:38Z', 'revision_number': 6, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:39.198627 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95534448-3834-400a-a330-89b7977abccb None None] The sync data for ids ['480dba0c-add8-4ef8-a158-ba4ac0662cf4'] in dv-cinder-763306-11-iscsi is: [{'id': '480dba0c-add8-4ef8-a158-ba4ac0662cf4', 'name': 'tempest-TestVolumeBootPattern-1612160326-router', 'tenant_id': '88368b71521f467088ddd42c5474f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:37:35Z', 'updated_at': '2021-04-22T21:45:38Z', 'revision_number': 6, 'project_id': '88368b71521f467088ddd42c5474f9f2', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:45:39.277367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.281719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-74b36330-045b-472f-aaed-91c890d4347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:39.331353 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7f0c27-ab50-435e-9457-2c385dd3e473,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:39.334915 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:39.437580 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.624430 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.626911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.665535 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.666171 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 480dba0c-add8-4ef8-a158-ba4ac0662cf4 {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:45:39.681367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.682501 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5e217888-20af-449d-b000-3ebafbfe8c7d admin admin] 10.222.0.11 "DELETE /v2.0/routers/480dba0c-add8-4ef8-a158-ba4ac0662cf4 HTTP/1.1" status: 204  len: 168 time: 1.2734513
Apr 22 21:45:39.685555 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48174) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:39.743903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a6c2e5f7-f533-47d4-89ca-3c176636ac58 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:39.754229 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Deleting subnet a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:45:39.757677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.784732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: a6c2e5f7-f533-47d4-89ca-3c176636ac58 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:39.785108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device a6c2e5f7-f533-47d4-89ca-3c176636ac58 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:39.785616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4e7f0c27-ab50-435e-9457-2c385dd3e473 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:39.813646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:39.822024 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 4e7f0c27-ab50-435e-9457-2c385dd3e473 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:39.822443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4e7f0c27-ab50-435e-9457-2c385dd3e473 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:39.918148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.191597 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.195405 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:40.238762 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:40.242517 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:40.243686 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.249015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7047c-b454-49f0-8d6d-f3120b4b44b7 None None] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:45:40.250289 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f816d614-be3f-491d-bd95-4ab942561d86 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a2c5bbb9-ef6e-4975-a4eb-bab7ddf63ecb HTTP/1.1" status: 204  len: 168 time: 0.5635247
Apr 22 21:45:40.253027 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48178) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:40.370440 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.448760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Deleting port e17f14be-3723-4cf0-b408-bb84abe8533b {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:40.449000 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.513540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] DHCP port deletion for b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:45:40.558926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] For port e17f14be-3723-4cf0-b408-bb84abe8533b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e17f14be-3723-4cf0-b408-bb84abe8533b,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:40.559705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.584201 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Deleting port e17f14be-3723-4cf0-b408-bb84abe8533b {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:45:40.584581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.691432 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] For port e17f14be-3723-4cf0-b408-bb84abe8533b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=e17f14be-3723-4cf0-b408-bb84abe8533b,segment=NetworkSegment(1f3266b2-aaaa-4aeb-8ff9-0aee340239bd),segment_id=1f3266b2-aaaa-4aeb-8ff9-0aee340239bd)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:45:40.691851 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.692683 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Calling delete_port for e17f14be-3723-4cf0-b408-bb84abe8533b owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:40.742254 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:40.746402 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f0c4c0b-101c-485b-8fc0-bc72d2d4f986 tempest-AttachVolumeNegativeTest-1187788110 tempest-AttachVolumeNegativeTest-1187788110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:40.795793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17f14be-3723-4cf0-b408-bb84abe8533b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:40.799282 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:40.800002 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] No DVR routers for this DVR port e17f14be-3723-4cf0-b408-bb84abe8533b on host dv-cinder-763306-11-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:45:40.822779 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Calling delete_port for e17f14be-3723-4cf0-b408-bb84abe8533b owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:45:40.866543 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:45:40.866942 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:45:40.925017 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.041261 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eb0224748>,) {'filters': {'network_id': ['b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:41.055003 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eb0224748>, '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:41.055341 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eb0224748>, '1f3266b2-aaaa-4aeb-8ff9-0aee340239bd') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:45:41.068525 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32693307'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.084246 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.090846 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:45:41.272782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:45:41.283507 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822134388'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.408682 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-722726ed-68da-4654-9ebd-ee5746897b4a None None] The port 'e17f14be-3723-4cf0-b408-bb84abe8533b' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:45:41.480861 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Network b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:45:41.504393 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:45:41.584914 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.589359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.593394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f8f6d48-0a20-4fe3-9069-6d66b7309dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:41.618790 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:41.621253 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:41.623662 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ade1b744-ec70-441c-92a1-0f656d4e1f35 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3650ed0-7a5c-4d0f-b352-3c4dea27d8cc HTTP/1.1" status: 204  len: 168 time: 1.3693426
Apr 22 21:45:41.740809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e17f14be-3723-4cf0-b408-bb84abe8533b no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:45:41.756801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48188) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:41.777399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: e17f14be-3723-4cf0-b408-bb84abe8533b {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:45:41.777794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device e17f14be-3723-4cf0-b408-bb84abe8533b not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:45:41.809315 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-01a0adfb-671a-475f-af04-114c1066327e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7783cc8b62634e62850034643827bece&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511024
Apr 22 21:45:41.812058 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48192) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:41.878729 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.906014 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.958738 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.963208 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8790f155-1305-431f-9c48-74a461fb85c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:41.978603 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebb300-6f16-402e-8005-ed42ebd3ab0c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:41.983090 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:41.986778 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:41.991050 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f2d0abad-62b1-452f-aa60-838916c92a05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9ebb300-6f16-402e-8005-ed42ebd3ab0c HTTP/1.1" status: 204  len: 168 time: 0.1749799
Apr 22 21:45:42.376571 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48200) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:42.430835 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c1961602-58f1-4af7-8461-282479019eea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88368b71521f467088ddd42c5474f9f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528510
Apr 22 21:45:42.433824 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48204) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:45:42.503849 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:42.539903 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:42.595121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:42.600194 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fa1dfe6-e46f-4b54-a058-f4e91eaeb7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:45:42.611105 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c381eb-13dc-4b6d-888b-3becd239e208,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:45:42.614856 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:45:42.618764 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:42.619998 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bf2405b7-5114-443a-8da0-be1f5d7856aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82c381eb-13dc-4b6d-888b-3becd239e208 HTTP/1.1" status: 204  len: 168 time: 0.1849959
Apr 22 21:45:55.256053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-961cbcdb-5c10-4e6d-b663-851bbcee7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:57.666420 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb028d3f-e192-4dfa-b65d-93f0f64c7dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:58.091695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:58.633746 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:45:59.596623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:02.995976 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:04.158073 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-fc08c607-9231-4c3d-9dac-1e6a4685a9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0892172
Apr 22 21:46:04.325270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-8ff73b76-76a6-4295-a0c7-cdba33945e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:04.326900 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-8ff73b76-76a6-4295-a0c7-cdba33945e9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0897136
Apr 22 21:46:04.490371 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-748fed6a-5b95-4c4d-8176-d2bd72fd28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:04.491990 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-748fed6a-5b95-4c4d-8176-d2bd72fd28ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1409521
Apr 22 21:46:04.622119 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-d1185c3d-eaf1-41bb-b577-d38c4eb0c75e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 1001 time: 0.1227965
Apr 22 21:46:04.695324 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-0126b50a-c320-4835-b833-c142cd1629b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:04.696870 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-0126b50a-c320-4835-b833-c142cd1629b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.0687578
Apr 22 21:46:04.782687 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-96247235-b633-4468-96d4-e21451a55e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:04.784303 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-96247235-b633-4468-96d4-e21451a55e42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0808983
Apr 22 21:46:04.944128 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-fd002795-c4ef-4f30-9795-eb30064441c1 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533861
Apr 22 21:46:05.086539 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-363c1039-a5d3-4bbd-8be9-2342c625446f req-a4f28050-764d-498d-ae29-4f2c8725c329 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352763
Apr 22 21:46:11.823044 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:46:21.562394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48210) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:21.852512 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Deleting port 68b28efb-a782-4454-9ad7-0f5b6e4dd727 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:21.852768 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:21.979724 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:21.980070 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:22.120665 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Calling delete_port for 68b28efb-a782-4454-9ad7-0f5b6e4dd727 owned by network:floatingip {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:22.256705 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:22.261478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57598399-f589-4e61-a49f-b7c6b7f77bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:22.337055 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event deleted for resources: {'Port': ['ID=68b28efb-a782-4454-9ad7-0f5b6e4dd727,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:22.380316 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.380655 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.381057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.381510 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.381877 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.382281 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.382679 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.383071 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.383470 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.383853 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.384225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.384610 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:22.388196 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:22.424772 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for floatingip, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:22.425154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Floating IP f6dce4c6-355c-456e-a9bf-0c072adf9fc3 disassociated (deleted). External IP: 172.27.3.191, port: 144e1430-8276-41c0-b24e-f9fed473dfe2.
Apr 22 21:46:22.802662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Router 26684ddc-aceb-4ab2-afdb-db6054c98c46 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:46:23.253269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:46:23.263921 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Sync routers for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:46:23.274041 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:23.275121 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:23.275878 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae20bfd0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:23.335292 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e6658a0f-706f-4550-b338-f4a3446cc127 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "DELETE /v2.0/floatingips/f6dce4c6-355c-456e-a9bf-0c072adf9fc3 HTTP/1.1" status: 204  len: 168 time: 1.7714984
Apr 22 21:46:23.336011 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:46:23.467761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:23.658839 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'status': 'completed', 'code': 200}
Apr 22 21:46:23.753600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df0a73-f539-41fe-8c83-495eb3df1fb0 req-4e3944f9-2ba7-4df5-a8eb-9b9de450114d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:23.754531 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-80df0a73-f539-41fe-8c83-495eb3df1fb0 req-4e3944f9-2ba7-4df5-a8eb-9b9de450114d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Synchronizing usage tracker for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:46:23.762015 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-a8487b3b-6fe9-4801-9646-d7090f175570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:23.763646 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-a8487b3b-6fe9-4801-9646-d7090f175570 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdad2ee35f7f45158d3082068f6ca828&device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 1098 time: 0.0816138
Apr 22 21:46:23.770111 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-80df0a73-f539-41fe-8c83-495eb3df1fb0 req-4e3944f9-2ba7-4df5-a8eb-9b9de450114d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Unset dirty status for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:46:23.771395 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-80df0a73-f539-41fe-8c83-495eb3df1fb0 req-4e3944f9-2ba7-4df5-a8eb-9b9de450114d tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1078792
Apr 22 21:46:23.815623 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae20bfd0>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:23.820635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Checking router: 26684ddc-aceb-4ab2-afdb-db6054c98c46 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:46:23.823154 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-80df0a73-f539-41fe-8c83-495eb3df1fb0 req-debd4feb-ed6a-4660-914d-e03159a18c60 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442793
Apr 22 21:46:23.834363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:23.835478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eae20bfd0>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:45:58Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:23.909026 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-9da9f8d7-5e40-49b4-827a-fbd5bbc6e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:23.910692 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-9da9f8d7-5e40-49b4-827a-fbd5bbc6e244 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 200  len: 908 time: 0.1403949
Apr 22 21:46:23.990548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-82bf8216-0374-401e-bd59-13d12563e6e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 200  len: 217 time: 0.0722980
Apr 22 21:46:24.062964 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-38049497-3576-46fb-a0c7-898a7d8cdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:24.064575 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-38049497-3576-46fb-a0c7-898a7d8cdceb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 200  len: 847 time: 0.0674369
Apr 22 21:46:24.228205 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:24.405241 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-894a1585-7b73-4d35-abc6-b27575a2c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:24.406949 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-894a1585-7b73-4d35-abc6-b27575a2c942 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d93b5c-5413-401e-9392-b69effc8fc65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3351603
Apr 22 21:46:24.549086 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-7cbecb2e-b124-4730-aae5-10f294cf9835 service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346807
Apr 22 21:46:24.573828 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eae20bfd0>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:24.578415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7870a-d270-477d-b302-6b3b359dba94 None None] The sync data for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi is: [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:39Z', 'revision_number': 4, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi', '_interfaces': [{'id': 'fec9482a-1fd0-482e-9117-f87ccb93770b', 'name': '', 'network_id': '34d93b5c-5413-401e-9392-b69effc8fc65', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'mac_address': 'fa:16:3e:bb:a0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:38Z', 'updated_at': '2021-04-22T21:41:48Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'subnets': [{'id': 'eb3a03d7-c017-42a3-b8b6-0add3813f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:46:24.694779 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87a888c5-2890-4706-b4e3-e58d7db6575e req-8952077a-0f36-422c-bdaf-60156d231f3a service neutron] 10.222.0.13 "GET /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376841
Apr 22 21:46:25.001369 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40d112-af52-4473-86a5-7b9a13de1533 None None] New status for floating IP f6dce4c6-355c-456e-a9bf-0c072adf9fc3: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 21:46:25.033731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac4ef9-bf51-4ecd-8ac0-2836b97fae08 req-815e07a6-7cfc-45cf-bf1f-27997652952c tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:25.035364 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1ac4ef9-bf51-4ecd-8ac0-2836b97fae08 req-815e07a6-7cfc-45cf-bf1f-27997652952c tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.0941801
Apr 22 21:46:25.085135 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1ac4ef9-bf51-4ecd-8ac0-2836b97fae08 req-fe0f86d2-1c98-4d6e-af79-eec9f193fb67 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428517
Apr 22 21:46:25.142299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-5b1c5aaa-7345-4f4b-92e0-eec9052e4881 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 21:46:25.143083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-5b1c5aaa-7345-4f4b-92e0-eec9052e4881 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Synchronizing usage tracker for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 21:46:25.155984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-5b1c5aaa-7345-4f4b-92e0-eec9052e4881 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Unset dirty status for tenant:bdad2ee35f7f45158d3082068f6ca828 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 21:46:25.157291 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-5b1c5aaa-7345-4f4b-92e0-eec9052e4881 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.13 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 945 time: 0.1029696
Apr 22 21:46:25.249654 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a35c1f8d-1c0f-4ff0-a85f-b85fcb919d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:25.311992 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Deleting port 144e1430-8276-41c0-b24e-f9fed473dfe2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:25.312387 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:25.457734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] For port 144e1430-8276-41c0-b24e-f9fed473dfe2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=144e1430-8276-41c0-b24e-f9fed473dfe2,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:25.458136 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:25.594122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Calling delete_port for 144e1430-8276-41c0-b24e-f9fed473dfe2 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:25.711346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:25.717503 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae587633-e46a-4459-b313-9cab3d764258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:25.766718 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event deleted for resources: {'Port': ['ID=144e1430-8276-41c0-b24e-f9fed473dfe2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:25.811350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.811350 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.811588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.812006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.812415 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.812884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.813289 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.813748 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.814129 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.814538 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.814941 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.815340 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 21:46:25.823592 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:25.861481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] No DVR routers for this DVR port 144e1430-8276-41c0-b24e-f9fed473dfe2 on host hv-cinder-76330 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:46:25.864740 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64384'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:25.867626 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-deleted', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 21:46:25.883843 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21a09233-0ca7-4bc1-bfec-d54139281ef0 req-c6298bf0-ceca-4293-8e2e-709be9b65496 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.13 "DELETE /v2.0/ports/144e1430-8276-41c0-b24e-f9fed473dfe2 HTTP/1.1" status: 204  len: 173 time: 0.7210941
Apr 22 21:46:25.920488 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481315c9-46f1-4271-a376-0d1213398d99', 'name': 'network-vif-deleted', 'tag': '144e1430-8276-41c0-b24e-f9fed473dfe2', 'status': 'completed', 'code': 200}
Apr 22 21:46:26.254548 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [req-225ebc74-6b6e-422c-adf9-82fb365c8713 req-3f18cfc1-ca0b-4fe3-8d23-6de08a430612 tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "GET /v2.0/ports?device_id=481315c9-46f1-4271-a376-0d1213398d99 HTTP/1.1" status: 200  len: 210 time: 0.0531101
Apr 22 21:46:27.360559 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48230) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:27.441689 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:27.478206 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:27.533793 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:27.538984 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b05f1ab1-6e71-4da1-8403-74b265e4100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:27.556873 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f1a55c-d6b5-4c1a-a1cd-afc976b08408,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:27.558499 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:27.565635 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:27.566909 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d7b00798-cde4-4984-aea0-095a20b024bf tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] 10.222.0.11 "DELETE /v2.0/security-groups/a8f1a55c-d6b5-4c1a-a1cd-afc976b08408 HTTP/1.1" status: 204  len: 168 time: 0.2051659
Apr 22 21:46:27.615717 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48236) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:27.660820 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fa68063-2750-46fb-ba39-58c72150bd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.099850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.210643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.627392 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.657113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Deleting port fec9482a-1fd0-482e-9117-f87ccb93770b {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:28.657513 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.787835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] For port fec9482a-1fd0-482e-9117-f87ccb93770b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=fec9482a-1fd0-482e-9117-f87ccb93770b,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:28.788242 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:28.922987 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Calling delete_port for fec9482a-1fd0-482e-9117-f87ccb93770b owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:29.067277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32641531'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:29.074574 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-78b2974a-7d11-4ef1-babb-d0f996e66f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:29.125696 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=fec9482a-1fd0-482e-9117-f87ccb93770b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:29.153498 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:29.591832 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:29.663006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:29.869159 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:29.906997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] No Port match for: 144e1430-8276-41c0-b24e-f9fed473dfe2 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:29.907400 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Device 144e1430-8276-41c0-b24e-f9fed473dfe2 not bound to the agent host hv-cinder-76330 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:30.053508 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Router 26684ddc-aceb-4ab2-afdb-db6054c98c46 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:46:30.247760 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:46:30.257588 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Sync routers for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:46:30.261025 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c5ef8f86-4754-486e-b837-aaf4fc691bcc admin admin] 10.222.0.11 "PUT /v2.0/routers/26684ddc-aceb-4ab2-afdb-db6054c98c46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6440966
Apr 22 21:46:30.263952 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48240) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:30.268304 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:30.268993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb0690978>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:46:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:30.457814 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:30.463939 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:30.642882 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:30.719700 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Deleting port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:30.720325 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:30.769107 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb0690978>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:46:29Z', 'revision_number': 5, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port': {'id': '53b94733-d3ad-49e2-b8d8-c2d27b9c992b', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:30.773579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Checking router: 26684ddc-aceb-4ab2-afdb-db6054c98c46 for host: dv-cinder-763306-11-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:46:30.783053 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Routers {'26684ddc-aceb-4ab2-afdb-db6054c98c46'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:30.783733 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eb0690978>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:46:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['26684ddc-aceb-4ab2-afdb-db6054c98c46'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:30.848765 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] For port 53b94733-d3ad-49e2-b8d8-c2d27b9c992b, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:30.849147 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:30.947273 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] Set router 26684ddc-aceb-4ab2-afdb-db6054c98c46 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:30.978940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Calling delete_port for 53b94733-d3ad-49e2-b8d8-c2d27b9c992b owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:31.060811 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eb0690978>, [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:46:30Z', 'revision_number': 6, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:31.065728 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea3ef6-6079-4459-bc5c-42fe0e59b302 None None] The sync data for ids ['26684ddc-aceb-4ab2-afdb-db6054c98c46'] in dv-cinder-763306-11-iscsi is: [{'id': '26684ddc-aceb-4ab2-afdb-db6054c98c46', 'name': 'tempest-TestShelveInstance-715409752-router', 'tenant_id': 'bdad2ee35f7f45158d3082068f6ca828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:35Z', 'updated_at': '2021-04-22T21:46:30Z', 'revision_number': 6, 'project_id': 'bdad2ee35f7f45158d3082068f6ca828', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:46:31.129018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.133431 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f0d3b72-9a38-422f-81e1-8110a763aff9 tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:31.179288 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b94733-d3ad-49e2-b8d8-c2d27b9c992b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:31.183312 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:31.283399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.468710 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.471297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.494997 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.495511 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26684ddc-aceb-4ab2-afdb-db6054c98c46 {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:46:31.508796 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.510097 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7b4a60fb-115f-44cd-b03f-be8a631a99c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/26684ddc-aceb-4ab2-afdb-db6054c98c46 HTTP/1.1" status: 204  len: 168 time: 1.2450387
Apr 22 21:46:31.513161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48244) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:31.583857 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Deleting subnet eb3a03d7-c017-42a3-b8b6-0add3813f88a {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:46:31.587265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.644008 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822082509'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.731299 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:31.787524 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 53b94733-d3ad-49e2-b8d8-c2d27b9c992b no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:31.824852 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 53b94733-d3ad-49e2-b8d8-c2d27b9c992b {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:31.825235 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 53b94733-d3ad-49e2-b8d8-c2d27b9c992b not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:31.825741 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device fec9482a-1fd0-482e-9117-f87ccb93770b no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:31.866287 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: fec9482a-1fd0-482e-9117-f87ccb93770b {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:31.866680 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device fec9482a-1fd0-482e-9117-f87ccb93770b not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:32.002989 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32641583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32939735'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.010697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:32.053885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3a03d7-c017-42a3-b8b6-0add3813f88a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:32.056075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.058835 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:32.061711 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c91271-e615-4924-8af2-2bd7ded429d6 None None] Network 34d93b5c-5413-401e-9392-b69effc8fc65 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:46:32.063825 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bf034d5a-c24b-48ff-af52-3e6741cda477 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb3a03d7-c017-42a3-b8b6-0add3813f88a HTTP/1.1" status: 204  len: 168 time: 0.5495222
Apr 22 21:46:32.067968 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48248) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:32.183664 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.262108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Deleting port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:32.262394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.324829 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] DHCP port deletion for 34d93b5c-5413-401e-9392-b69effc8fc65 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:46:32.371800 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] For port 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4c3cfafc-678f-4c56-a959-5b1b21b11a12,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:32.372198 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.398075 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Deleting port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:32.398502 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.503260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] For port 4c3cfafc-678f-4c56-a959-5b1b21b11a12, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=4c3cfafc-678f-4c56-a959-5b1b21b11a12,segment=NetworkSegment(0d9b75f0-b926-4e07-828c-c87329039d1c),segment_id=0d9b75f0-b926-4e07-828c-c87329039d1c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:32.503545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Calling delete_port for 4c3cfafc-678f-4c56-a959-5b1b21b11a12 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:32.503703 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.557801 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.562231 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6886b1e2-f308-4a06-b631-9d0800b4ddaf tempest-TestVolumeBootPattern-1761416980 tempest-TestVolumeBootPattern-1761416980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:32.613006 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3cfafc-678f-4c56-a959-5b1b21b11a12,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:32.616020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:32.618791 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] No DVR routers for this DVR port 4c3cfafc-678f-4c56-a959-5b1b21b11a12 on host dv-cinder-763306-11-iscsi {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:46:32.638478 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Calling delete_port for 4c3cfafc-678f-4c56-a959-5b1b21b11a12 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:32.685390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:46:32.685842 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:46:32.743581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.860780 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eadb9dbe0>,) {'filters': {'network_id': ['34d93b5c-5413-401e-9392-b69effc8fc65']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:32.874666 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eadb9dbe0>, '0d9b75f0-b926-4e07-828c-c87329039d1c') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:32.875016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eadb9dbe0>, '0d9b75f0-b926-4e07-828c-c87329039d1c') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:32.887734 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.902885 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:32.909719 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:46:32.994397 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:33.087886 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Network 34d93b5c-5413-401e-9392-b69effc8fc65 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:46:33.097148 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:33.222988 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0f510e83-ead5-4c4b-9acf-fcc006753491 None None] The port '4c3cfafc-678f-4c56-a959-5b1b21b11a12' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:46:33.535277 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Network 34d93b5c-5413-401e-9392-b69effc8fc65 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:46:33.557554 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:46:33.638308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:33.642377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:33.655794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:33.666594 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=34d93b5c-5413-401e-9392-b69effc8fc65,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:33.671481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:33.674923 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fa33d48b-04b7-46c9-89a9-1f5ee207c4ef admin admin] 10.222.0.11 "DELETE /v2.0/networks/34d93b5c-5413-401e-9392-b69effc8fc65 HTTP/1.1" status: 204  len: 168 time: 1.6058638
Apr 22 21:46:33.678200 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48252) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:33.783225 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4c3cfafc-678f-4c56-a959-5b1b21b11a12 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:33.820009 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 4c3cfafc-678f-4c56-a959-5b1b21b11a12 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:33.820295 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 4c3cfafc-678f-4c56-a959-5b1b21b11a12 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:34.258616 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671844'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:34.706389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Deleting port f82c5db8-b000-4cd2-a975-a7e1931dbc41 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:34.706697 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:34.840891 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] For port f82c5db8-b000-4cd2-a975-a7e1931dbc41, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=f82c5db8-b000-4cd2-a975-a7e1931dbc41,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:34.841554 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:34.972083 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Calling delete_port for f82c5db8-b000-4cd2-a975-a7e1931dbc41 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:35.118069 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:35.122145 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:35.169933 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c5db8-b000-4cd2-a975-a7e1931dbc41,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:35.172628 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:35.451113 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852696759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671898'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:35.842484 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 has already been hosted by L3 agent 5c62d473-2261-40c2-9ea7-7521dba756e3 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 21:46:36.292125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 21:46:36.301731 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Sync routers for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 21:46:36.308907 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4d65de40-308e-4530-8ea9-6b9d317ab7f4 admin admin] 10.222.0.11 "PUT /v2.0/routers/c3415f98-8ea7-4c1a-aafd-ba05cca1f548/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6288600
Apr 22 21:46:36.311140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48256) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:36.477831 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:36.478519 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf551908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:46:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:36.665761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: dv-cinder-763306-11-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:36.767794 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:36.960515 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:36.965043 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf551908>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'external_fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '1067d369-6aed-4517-a43d-c82845082dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:46:35Z', 'revision_number': 5, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port': {'id': '1067d369-6aed-4517-a43d-c82845082dcf', 'name': '', 'network_id': '4c09a301-e8e6-4fd2-a82c-127c6249b162', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:41:43Z', 'updated_at': '2021-04-22T21:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c78ffb35-6f98-4c3f-bfe3-f399aaa30d31', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-iscsi'}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:36.969745 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Checking router: c3415f98-8ea7-4c1a-aafd-ba05cca1f548 for host: dv-cinder-763306-11-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 21:46:36.978825 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Routers {'c3415f98-8ea7-4c1a-aafd-ba05cca1f548'} bound to L3 agent in host dv-cinder-763306-11-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 21:46:36.979495 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9eaf551908>, 'dv-cinder-763306-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:28Z,description=<?>,heartbeat_timestamp=2021-04-22T21:46:28Z,host='dv-cinder-763306-11-iscsi',id=5c62d473-2261-40c2-9ea7-7521dba756e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T21:25:28Z,topic='l3_agent')) {'router_ids': ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:37.038975 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Deleting port 1067d369-6aed-4517-a43d-c82845082dcf {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:37.039359 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.140016 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] Set router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 21:46:37.168730 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] For port 1067d369-6aed-4517-a43d-c82845082dcf, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=1067d369-6aed-4517-a43d-c82845082dcf,segment=NetworkSegment(1906f9a0-749e-404c-ae87-deaa1cc8fb14),segment_id=1906f9a0-749e-404c-ae87-deaa1cc8fb14)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:37.169130 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.251761 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9eaf551908>, [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:46:36Z', 'revision_number': 6, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port_host': None}], 'dv-cinder-763306-11-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:37.256122 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14098-285e-4972-bbf3-7943cb40824a None None] The sync data for ids ['c3415f98-8ea7-4c1a-aafd-ba05cca1f548'] in dv-cinder-763306-11-iscsi is: [{'id': 'c3415f98-8ea7-4c1a-aafd-ba05cca1f548', 'name': 'tempest-TestShelveInstance-1939219300-router', 'tenant_id': 'e612c9c9377a4793bb91d92746cdc243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:41:42Z', 'updated_at': '2021-04-22T21:46:36Z', 'revision_number': 6, 'project_id': 'e612c9c9377a4793bb91d92746cdc243', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 21:46:37.304505 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Calling delete_port for 1067d369-6aed-4517-a43d-c82845082dcf owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:37.447533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.453161 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8fde24ec-ac40-4acc-bb41-89895b13a7fd tempest-TestShelveInstance-1367411573 tempest-TestShelveInstance-1367411573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:37.504560 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1067d369-6aed-4517-a43d-c82845082dcf,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:37.532459 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:37.602020 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853044645'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.781797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f82c5db8-b000-4cd2-a975-a7e1931dbc41 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:37.791320 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853091833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24921'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.793737 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.816442 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1675075'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.816643 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3415f98-8ea7-4c1a-aafd-ba05cca1f548 {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 21:46:37.822351 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: f82c5db8-b000-4cd2-a975-a7e1931dbc41 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:37.822754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device f82c5db8-b000-4cd2-a975-a7e1931dbc41 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:37.823228 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 1067d369-6aed-4517-a43d-c82845082dcf no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:37.830170 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.831571 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3db76a41-b219-41ad-81a5-ad4a7baebe8f admin admin] 10.222.0.11 "DELETE /v2.0/routers/c3415f98-8ea7-4c1a-aafd-ba05cca1f548 HTTP/1.1" status: 204  len: 168 time: 1.5192266
Apr 22 21:46:37.834072 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48262) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:37.860180 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 1067d369-6aed-4517-a43d-c82845082dcf {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:37.860579 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 1067d369-6aed-4517-a43d-c82845082dcf not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:37.905223 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Deleting subnet e19237dc-6a1e-42c6-802e-b1c8e4dc347e {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 21:46:37.908845 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:37.961990 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821600860'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.045993 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925492'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.309426 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853850356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821407473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822805114'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.314363 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:38.355108 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19237dc-6a1e-42c6-802e-b1c8e4dc347e,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:38.357309 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.360344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:38.361334 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f335b4a4-9204-4bd2-918d-6c3ee57e9c15 None None] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 requested from dv-cinder-763306-11-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 21:46:38.365383 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b6bfa4fc-106c-49ee-bdc9-ed22054e371c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e19237dc-6a1e-42c6-802e-b1c8e4dc347e HTTP/1.1" status: 204  len: 168 time: 0.5300488
Apr 22 21:46:38.368195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48266) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:38.479501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037688'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.563067 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Deleting port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:38.563305 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.625260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] DHCP port deletion for bd9a0fa7-1d44-4390-a21e-32a747c70499 request from dv-cinder-763306-11-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 21:46:38.672243 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] For port 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c07fdb8-9a90-47c2-b27b-ee614836eab9,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:38.672600 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.696052 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Deleting port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 21:46:38.696481 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266882704500'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.804195 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Calling delete_port for 8c07fdb8-9a90-47c2-b27b-ee614836eab9 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:38.807204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] For port 8c07fdb8-9a90-47c2-b27b-ee614836eab9, host dv-cinder-763306-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-iscsi',level=0,port_id=8c07fdb8-9a90-47c2-b27b-ee614836eab9,segment=NetworkSegment(68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da),segment_id=68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 21:46:38.807662 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730371'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.851663 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-996133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266882699295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971643353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821407013'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:38.855661 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5e758daf-1fd9-4154-a53e-2d5524638222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:38.905789 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c07fdb8-9a90-47c2-b27b-ee614836eab9,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:38.909394 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:38.910263 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] No DVR routers for this DVR port 8c07fdb8-9a90-47c2-b27b-ee614836eab9 on host dv-cinder-763306-11-iscsi {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 21:46:39.039868 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853850271', 'neutron.services.segments.db._delete_segments_for_network-8769972007539'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.126260 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Calling delete_port for 8c07fdb8-9a90-47c2-b27b-ee614836eab9 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 22 21:46:39.151838 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4e80>,) {'filters': {'network_id': ['bd9a0fa7-1d44-4390-a21e-32a747c70499']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:39.168888 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4e80>, '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:39.169224 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9eaf5a4e80>, '68cfd21c-ca8e-4f3b-8e60-1ffb21cb00da') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 21:46:39.171884 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 21:46:39.172344 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 21:46:39.186377 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266882629219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33174956'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.202567 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853843374'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.209399 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 21:46:39.390065 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:46:39.399079 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-932389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33368748'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.576443 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Network bd9a0fa7-1d44-4390-a21e-32a747c70499 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]: Traceback (most recent call last):
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     timer()
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     cb(*args, **kw)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     return func(*args, **kwargs)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     self._notify()
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     self.callback(batched_events)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     event.method(event)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     segment_id)['aggregates'][0]
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     return f(self, *a, **k)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self._get(url).json()
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     **kwargs)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     return self.request(url, 'GET', **kwargs)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     **endpoint_filter)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 21:46:39.599152 dv-cinder-763306-11-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 21:46:39.681472 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853089860'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.685408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bdae9fcb-73ee-41f1-bd6c-e4f955130258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:39.699001 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079074'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:39.712346 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9a0fa7-1d44-4390-a21e-32a747c70499,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:39.713389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4af5e-20a3-453c-879a-cfe58ff50205 None None] The port '8c07fdb8-9a90-47c2-b27b-ee614836eab9' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 22 21:46:39.716269 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:39.718287 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ca86ba48-913d-4543-bcce-7d258b00060a admin admin] 10.222.0.11 "DELETE /v2.0/networks/bd9a0fa7-1d44-4390-a21e-32a747c70499 HTTP/1.1" status: 204  len: 168 time: 1.3490865
Apr 22 21:46:39.778677 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c07fdb8-9a90-47c2-b27b-ee614836eab9 no longer exists at agent ovs-agent-dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 21:46:39.815685 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] No Port match for: 8c07fdb8-9a90-47c2-b27b-ee614836eab9 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 22 21:46:39.816085 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Device 8c07fdb8-9a90-47c2-b27b-ee614836eab9 not bound to the agent host dv-cinder-763306-11-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 21:46:39.865384 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48272) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:39.921487 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-949d622d-bcd1-4a68-ac94-ad4fd063f870 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdad2ee35f7f45158d3082068f6ca828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546303
Apr 22 21:46:39.924444 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.11', 48276) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:39.988284 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.017633 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.067945 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.072140 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6af1a9a-559c-4e45-9fa5-d20bb709e297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:40.085782 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c505810-cf25-4dbd-a513-8a91076240eb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:40.089460 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:40.095175 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.098986 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aacbe451-457a-4e2d-b71c-16f6d776ea67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c505810-cf25-4dbd-a513-8a91076240eb HTTP/1.1" status: 204  len: 168 time: 0.1709769
Apr 22 21:46:40.483927 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48284) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:40.537305 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e35c8c45-0b37-4ddb-a267-9d9b5d395b51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e612c9c9377a4793bb91d92746cdc243&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518951
Apr 22 21:46:40.539889 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.11', 48288) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 21:46:40.604272 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.631716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.678646 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055521'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.682533 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a80f202f-39b2-436e-8cd3-01294b96121f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 21:46:40.694408 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd70c8b3-736d-4354-a2e6-3e008bcc8d2a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 21:46:40.697474 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 21:46:40.704754 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:40.706521 dv-cinder-763306-11-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8cca2cda-b6f5-4f81-8b90-f0d412be7f67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd70c8b3-736d-4354-a2e6-3e008bcc8d2a HTTP/1.1" status: 204  len: 168 time: 0.1656497
Apr 22 21:46:48.823204 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:46:55.256447 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73f27524-3919-45d0-8ab8-f5dd3fed69e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:57.675749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-509bce8a-4692-4a60-988d-0db8a3a16e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:58.098781 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:58.637385 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:46:59.599364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:03.006358 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:25.254418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a68bc1ea-5695-4b67-bcda-e5256e3ca55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:25.826940 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:47:27.681018 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a793f387-0d73-4172-9def-5bda32cfc47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:28.101297 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:28.631134 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:29.593476 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:33.023501 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:55.249971 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a955d997-b5a2-4ab6-8709-2fcda7026465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:57.675356 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4f28beff-a80e-42ba-a6cb-8a1b031ed10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:58.105330 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:58.636582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:47:59.593926 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:02.827293 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:48:03.028577 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:25.245582 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5df68dd-4d1c-4088-b0a8-4e57c485fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:27.680265 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cdceb3c-bf1d-4b22-a56b-3ed92f938c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:28.111540 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:28.640797 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:29.606732 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:33.041532 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:39.828418 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:48:55.260097 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03ce57ff-7b7c-49e4-8714-2495bf539571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:57.691749 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3dc2845e-38c5-4429-9cba-64cb1e0141e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:58.112389 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:58.645390 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:48:59.599439 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:03.028844 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:16.830057 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:49:25.259473 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-86374ef4-35d9-4194-a5c7-052fe30bbb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:27.699858 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62540d93-a87c-4898-a310-83b51454f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:28.123270 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:28.649367 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:29.602374 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:33.036343 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:53.831545 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:49:55.258370 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66836438-3ccc-490d-b1d9-be8903e7f99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:57.685364 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d7b287b-ee11-488a-a147-812861a290a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:58.118622 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:58.654673 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:49:59.603809 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:03.063911 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:25.255428 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1965e2a-b8da-475b-ad72-e67edec845ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:27.690308 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a6e011e-cc4c-42f9-bbaa-bf2359675ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:28.121040 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:28.660106 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:29.606720 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:30.832581 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:50:33.064125 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:55.254641 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b37787b-8848-479a-ba14-fd445bcdc7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:57.694751 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-808febd6-4a63-4694-913f-044e2083937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:58.128239 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:58.670850 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:50:59.619338 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:03.036154 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-42236f97-e46d-4814-8ec5-bee5b39f492b req-e8b7707a-16f0-4409-90c5-a5f183a9721e service neutron] (86364) timed out ('10.222.0.13', 56190) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 21:51:03.067480 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:07.833979 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 21:51:25.247625 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-377937d9-8142-4586-ad00-ac5505717b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:27.699769 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-374c95bc-78d2-4054-905a-a24cb441fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:28.129465 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02a47161-a515-47e0-8aab-493951b6c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:28.669029 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7802-afdf-4518-afb4-d2fa946bbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:29.613695 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bb46731-f0b9-4968-8d94-d5da0b146e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:33.077692 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-439dd010-0df7-4200-8e20-06d022b27326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266882768261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853873597'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 21:51:41.615167 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-bcdfe142-9379-4d05-8814-3ca7337c87f4 req-26d194ba-da0f-444d-b142-2b689024944a service neutron] (86364) timed out ('10.222.0.11', 41710) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 21:51:44.834716 dv-cinder-763306-11-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-168893d5-748f-4615-943f-33b693280968 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}